-- Logs begin at Fri 2021-06-25 10:02:56 UTC, end at Fri 2021-06-25 11:22:10 UTC. -- Jun 25 10:51:14.473696 dv-cinder-793136-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 10:51:17.160065 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.common.config [-] Logging enabled! Jun 25 10:51:17.160660 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev399 Jun 25 10:51:17.160840 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105236) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 10:51:17.164023 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.common.config [-] Logging enabled! Jun 25 10:51:17.164294 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev399 Jun 25 10:51:17.164602 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105236) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 10:51:17.165513 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 10:51:17.165758 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 10:51:17.166141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 10:51:17.166386 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 10:51:17.166612 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 10:51:17.166932 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.167226 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.167520 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.167748 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.168039 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.168325 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.168599 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.168885 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.169198 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.169480 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.169756 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.170062 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.170289 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.170567 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.170854 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.171140 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.171366 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] debug = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.171642 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.172060 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.172465 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.172739 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.173025 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.173299 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.173572 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.173862 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.174146 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.174468 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] host = dv-cinder-793136-2-iscsi {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.175359 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.175654 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.175932 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.176219 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.176493 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.176769 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.177053 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.177321 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.177592 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] log_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.177887 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.178188 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.178460 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.178746 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.178968 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.179188 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.179474 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.179757 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.180028 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.180298 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.180567 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.180858 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.181131 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.181402 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.181685 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.181991 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.182276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.182546 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.182816 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.183102 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.183373 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.183655 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.183944 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.184212 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.184481 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.184761 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.185041 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.185333 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.185632 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.185943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.186262 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.186548 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.186818 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.187097 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.187370 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.187641 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.187911 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] use_json = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.188180 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.188449 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.188724 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.189011 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.189298 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.189588 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.189876 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.190182 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:17.190479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.190774 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.191091 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.191397 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.191712 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.191990 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.192322 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.192618 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.192913 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.193212 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.193498 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.193776 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.194085 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.194360 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.194653 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.194956 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.195249 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.195542 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.195816 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.196089 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.196360 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.196634 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.196916 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.197206 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.197493 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.197785 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.198105 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.198397 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.198673 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.198944 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.199218 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.199504 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.199779 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.200049 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.200325 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.200598 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.200868 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.201135 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.201412 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.201709 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.202023 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.202293 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.202563 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.202839 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.203106 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.203386 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.203709 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.203930 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.204197 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.204473 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.204744 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.205014 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.205286 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.205577 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.205965 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.206242 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.206514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.206785 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.207055 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.207363 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.207621 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.207894 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.208169 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.208440 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.208713 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.208979 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.209253 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.209526 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.209814 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.210155 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.210435 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.210716 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.210992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.211302 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.211588 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.212610 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.212610 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.212610 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.212847 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.212962 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.213242 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.213531 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.213815 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.214132 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.214430 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.214709 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.214993 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.215270 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.215547 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.215850 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.216148 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.216442 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.216735 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.217046 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.217354 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.217662 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.217987 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.218301 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.218580 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:17.218797 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 10:51:17.219044 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105236) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 10:51:17.567617 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:51:17.567889 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:51:17.568178 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:51:17.568508 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 10:51:17.968493 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:17.968822 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:17.969131 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:17.970472 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:17.970745 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:17.971012 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.005771 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.006072 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.006342 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.020339 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.020619 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.020888 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.050671 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.050948 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.051212 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.087932 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.088313 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.088470 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.328992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.329620 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.329620 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.329796 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.330436 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.459387 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.459710 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.459993 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.460264 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.460529 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.460837 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.461099 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.461354 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.461606 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.461909 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.462170 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.462435 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.462695 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.462960 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.463218 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.463488 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.464954 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.465231 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.465519 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.465797 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.466109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.466474 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.466735 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.467028 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.467285 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.467535 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.467961 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:18.468205 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:18.468446 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:18.468685 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:18.468928 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:18.469165 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:18.469541 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 10:51:18.472976 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 10:51:18.477190 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 10:51:18.481136 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 25 10:51:18.482805 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 10:51:18.483275 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 10:51:18.483607 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 10:51:18.483993 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 10:51:18.487571 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 10:51:18.487820 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 10:51:18.488168 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 10:51:18.516648 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 10:51:18.517107 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.517410 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105236) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 25 10:51:18.517771 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.519272 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105236) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 10:51:18.519571 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 10:51:18.519821 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 10:51:18.523146 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.523427 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:18.586555 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 10:51:18.586737 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 10:51:18.586921 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 10:51:18.587301 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 10:51:18.609476 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_db.sqlalchemy.engines [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105236) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 25 10:51:19.267964 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing driver for type 'gre' Jun 25 10:51:19.268526 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] gre ID ranges: [(1, 1000)] Jun 25 10:51:19.459891 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing driver for type 'local' Jun 25 10:51:19.460563 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing driver for type 'vlan' Jun 25 10:51:19.534893 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] VlanTypeDriver initialization complete Jun 25 10:51:19.535166 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing driver for type 'vxlan' Jun 25 10:51:19.535667 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] vxlan ID ranges: [(1, 1000)] Jun 25 10:51:19.742255 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing extension driver 'port_security' Jun 25 10:51:19.742580 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.extensions.port_security [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] PortSecurityExtensionDriver initialization complete Jun 25 10:51:19.742902 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing mechanism driver 'openvswitch' Jun 25 10:51:19.743218 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing mechanism driver 'hyperv' Jun 25 10:51:19.750099 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.plugins.ml2.plugin [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:51:19.751067 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.751438 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.751795 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.752181 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnet after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.752553 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnet after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.752869 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.753242 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.753578 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.753944 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.754312 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > security_group after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.754648 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > security_group after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.754981 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.755357 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.755692 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.756023 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.756392 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > address_group after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.756737 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > address_group after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.757069 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.757447 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] ML2 OVO RPC backend initialized. {{(pid=105236) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 25 10:51:19.758193 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.758548 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.762983 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.762983 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > networks before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.762983 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.762983 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > ports before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763300 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnet before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763300 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnets before_response 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763300 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763300 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763575 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763575 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763575 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763575 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763857 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnet after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763857 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnet after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.763857 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.764142 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.plugin [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Modular L2 Plugin initialization complete Jun 25 10:51:19.764372 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading services supported by the core plugin {{(pid=105236) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 10:51:19.764688 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.plugins.ml2.managers [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Got port-security extension from driver 'port_security' Jun 25 10:51:19.765142 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.extensions.vlantransparent [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Disabled vlantransparent extension. Jun 25 10:51:19.765621 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105236) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 10:51:19.766410 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: router Jun 25 10:51:19.803380 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.803686 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router after_create 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.804052 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router before_create 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.804411 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.804785 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.805127 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router after_delete 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.805473 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.805850 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router after_create 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.806193 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router after_update 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.806538 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router after_update 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.806883 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.807256 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router after_update 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.807642 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_update 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.808007 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: port after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.808341 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: port after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.808673 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: subnet after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.809001 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.809340 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.809683 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_create 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.810045 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: port before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.810376 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.810730 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router after_update 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.811066 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.811405 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_create 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.811762 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.812094 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_update 55549900 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.812453 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > agent after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.812791 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > agent after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.813176 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > network after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.814122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Tracking information for resource: router configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:19.814449 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Tracking information for resource: floatingip configured {{(pid=105236) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 10:51:19.819710 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.db.l3_agentschedulers_db [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 10:51:19.820291 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: port after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.820653 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: port after_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.821000 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: port after_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.821343 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: port after_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.822180 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router before_create 55550100 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.822624 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.822897 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_create 55550100 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.823251 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > router precommit_update 55550100 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.827814 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.services.provider_configuration [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service providers = [] {{(pid=105236) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 10:51:19.828177 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.db.servicetype_db [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105236) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 10:51:19.831698 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.services.service_base [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 10:51:19.832089 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.services.service_base [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 10:51:19.832426 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.services.service_base [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 10:51:19.833295 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.services.service_base [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105236) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 10:51:19.833669 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.services.service_base [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 10:51:19.834085 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.834393 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 10:51:19.845361 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.845695 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: auto_allocate Jun 25 10:51:19.852268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: network precommit_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.852648 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: network precommit_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.853163 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.853477 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: tag Jun 25 10:51:19.860041 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.860410 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: timestamp Jun 25 10:51:19.864169 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.864490 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: network_ip_availability Jun 25 10:51:19.871470 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.871832 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.872291 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:19.873022 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.873332 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: flavors Jun 25 10:51:19.878060 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.878389 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading Plugin: revisions Jun 25 10:51:19.882655 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105236) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 10:51:19.883043 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_concurrency.lockutils [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.315s {{(pid=105236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:51:19.883777 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105236) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 25 10:51:19.884107 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Initializing extension manager. Jun 25 10:51:19.884604 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: __init__.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.884939 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: __pycache__ {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.885263 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.885584 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: address_group.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.886339 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.886903 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: address-group Jun 25 10:51:19.887215 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: address_scope.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.887901 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.888399 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: address-scope Jun 25 10:51:19.888712 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.889632 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.890168 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: router-admin-state-down-before-update Jun 25 10:51:19.890489 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: agent.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.891161 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.891655 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: agent Jun 25 10:51:19.891969 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: agent_resources_synced.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.892848 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.894158 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: agent-resources-synced Jun 25 10:51:19.894477 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: allowedaddresspairs.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.896228 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.896744 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: allowed-address-pairs Jun 25 10:51:19.897066 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: auto_allocated_topology.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.898334 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.898849 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: auto-allocated-topology Jun 25 10:51:19.899167 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: availability_zone.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.899835 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.900334 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: availability_zone Jun 25 10:51:19.900649 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: availability_zone_filter.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.901534 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.902061 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: availability_zone_filter Jun 25 10:51:19.902377 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: data_plane_status.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.903265 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.903761 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 10:51:19.904074 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: default_subnetpools.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.904953 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.905449 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: default-subnetpools Jun 25 10:51:19.905762 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.906571 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.907070 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: dhcp_agent_scheduler Jun 25 10:51:19.907385 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: dns.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.908273 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.908774 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension dns-integration not supported by any of loaded plugins Jun 25 10:51:19.909663 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: dns_domain_ports.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.910572 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.911068 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 10:51:19.911384 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.912282 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.912773 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 25 10:51:19.913091 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: dvr.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.913738 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.914284 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: dvr Jun 25 10:51:19.914594 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: empty_string_filtering.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.915474 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.915973 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: empty-string-filtering Jun 25 10:51:19.916283 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.917165 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.917674 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 10:51:19.918003 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.918884 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.919378 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 10:51:19.919689 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: external_net.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.920562 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.921060 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: external-net Jun 25 10:51:19.921375 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.922272 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.922773 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: extra_dhcp_opt Jun 25 10:51:19.923087 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: extraroute.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.923966 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.924486 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: extraroute Jun 25 10:51:19.924798 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: extraroute_atomic.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.925808 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.926329 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: extraroute-atomic Jun 25 10:51:19.926643 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: filter_validation.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.927294 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.927787 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: filter-validation Jun 25 10:51:19.928170 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: fip_pf_description.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.929056 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.929489 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 10:51:19.929801 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: fip_port_details.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.930700 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.931207 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: fip-port-details Jun 25 10:51:19.931517 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: flavors.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.932715 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.933217 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: flavors Jun 25 10:51:19.933537 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.935240 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.935748 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 10:51:19.936092 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: floatingip_pools.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.936776 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.937275 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: floatingip-pools Jun 25 10:51:19.937592 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: ip_allocation.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.938519 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.939017 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 10:51:19.939334 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.940249 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.940748 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: ip-substring-filtering Jun 25 10:51:19.941066 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l2_adjacency.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.942010 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.942503 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 10:51:19.942817 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l3.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.943794 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.944300 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: router Jun 25 10:51:19.944619 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.947003 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.947527 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 10:51:19.947938 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.948760 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.949267 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: ext-gw-mode Jun 25 10:51:19.949587 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.950580 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.951086 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: l3-ha Jun 25 10:51:19.951456 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l3_flavors.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.952302 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.952805 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: l3-flavors Jun 25 10:51:19.953123 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.954042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.954626 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 10:51:19.954857 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: l3agentscheduler.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.956405 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.956906 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: l3_agent_scheduler Jun 25 10:51:19.957226 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: logging.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.958732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.959246 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension logging not supported by any of loaded plugins Jun 25 10:51:19.959569 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: metering.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.960285 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.960853 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: metering Jun 25 10:51:19.961182 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.962267 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.962778 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: metering_source_and_destination_fields Jun 25 10:51:19.963095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: multiprovidernet.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.963992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.964489 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: multi-provider Jun 25 10:51:19.964811 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: netmtu.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.965689 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.966225 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: net-mtu Jun 25 10:51:19.966541 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: netmtu_writable.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.967428 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.967923 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: net-mtu-writable Jun 25 10:51:19.968236 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: network_availability_zone.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.968877 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.969365 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: network_availability_zone Jun 25 10:51:19.969678 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: network_ip_availability.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.970780 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.971307 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: network-ip-availability Jun 25 10:51:19.972173 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: network_segment_range.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.973019 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.973520 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 10:51:19.973848 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: pagination.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.974858 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.975178 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: pagination Jun 25 10:51:19.975489 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: port_device_profile.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.976367 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.977124 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: port-device-profile Jun 25 10:51:19.977441 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.978359 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.978862 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: port-mac-address-regenerate Jun 25 10:51:19.979175 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.980051 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.980548 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: port-numa-affinity-policy Jun 25 10:51:19.980859 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: port_resource_request.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.981746 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.982282 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 10:51:19.982591 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: portbindings.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.983488 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.983986 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: binding Jun 25 10:51:19.984298 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: portbindings_extended.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.985559 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.986098 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: binding-extended Jun 25 10:51:19.986414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: portsecurity.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.987335 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.987845 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: port-security Jun 25 10:51:19.988154 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: project_id.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.989117 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.989437 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: project-id Jun 25 10:51:19.989753 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: providernet.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.990669 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.991178 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: provider Jun 25 10:51:19.991494 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.995172 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.995688 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos not supported by any of loaded plugins Jun 25 10:51:19.996017 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.997269 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.997786 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 10:51:19.998133 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:19.999026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:19.999530 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 10:51:19.999871 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_default.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.000752 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.001261 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-default not supported by any of loaded plugins Jun 25 10:51:20.001578 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_fip.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.002239 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.002758 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-fip not supported by any of loaded plugins Jun 25 10:51:20.003073 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_gateway_ip.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.003966 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.004492 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 10:51:20.004808 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_port_network_policy.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.005689 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.006213 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 10:51:20.006529 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_rule_type_details.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.007410 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.007918 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 10:51:20.008230 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: qos_rules_alias.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.009240 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.009743 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 10:51:20.010087 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: quotasv2.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.011012 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.011336 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: quotas Jun 25 10:51:20.011648 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: quotasv2_detail.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.014691 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.015026 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: quota_details Jun 25 10:51:20.015353 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: rbac.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.016402 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.016922 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: rbac-policies Jun 25 10:51:20.017247 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: rbac_address_group.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.018719 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.019230 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: rbac-address-group Jun 25 10:51:20.019547 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: rbac_address_scope.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.020454 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.020961 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: rbac-address-scope Jun 25 10:51:20.021274 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: rbac_security_groups.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.022207 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.022710 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: rbac-security-groups Jun 25 10:51:20.023025 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: rbac_subnetpool.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.023907 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.024409 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: rbac-subnetpool Jun 25 10:51:20.024723 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: revisionifmatch.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.025617 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.026152 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: revision-if-match Jun 25 10:51:20.026465 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: revisions.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.027765 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.028274 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: standard-attr-revisions Jun 25 10:51:20.028589 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: router_availability_zone.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.029236 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.029738 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: router_availability_zone Jun 25 10:51:20.030080 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: routerservicetype.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.030973 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.031472 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension router-service-type not supported by any of loaded plugins Jun 25 10:51:20.031791 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.032684 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.033189 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: security-groups-normalized-cidr Jun 25 10:51:20.033506 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.035011 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.035512 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: port-security-groups-filtering Jun 25 10:51:20.035826 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.036716 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.037218 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: security-groups-remote-address-group Jun 25 10:51:20.037532 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: securitygroup.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.046982 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.047509 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: security-group Jun 25 10:51:20.047833 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: segment.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.048601 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.049101 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension segment not supported by any of loaded plugins Jun 25 10:51:20.049441 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.050374 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.050879 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 10:51:20.051195 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: servicetype.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.052298 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.052809 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: service-type Jun 25 10:51:20.053126 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: sorting.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.054153 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.054430 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: sorting Jun 25 10:51:20.054749 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: standard_attr_segment.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.055712 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.056220 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 10:51:20.056537 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: standardattrdescription.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.057163 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.057664 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: standard-attr-description Jun 25 10:51:20.058012 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: stateful_security_group.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.058912 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.059418 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: stateful-security-group Jun 25 10:51:20.059735 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: stdattrs_common.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.060297 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 10:51:20.060613 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.061512 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.062054 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 10:51:20.062370 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: subnet_onboard.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.063465 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.063976 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: subnet_onboard Jun 25 10:51:20.064290 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.065213 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.065713 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 10:51:20.066068 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: subnet_service_types.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.066971 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.067477 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: subnet-service-types Jun 25 10:51:20.067788 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: subnetallocation.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.068866 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.069375 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: subnet_allocation Jun 25 10:51:20.069692 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.070382 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.070887 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: subnetpool-prefix-ops Jun 25 10:51:20.071199 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.072180 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.072811 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 10:51:20.073170 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: tagging.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.074372 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.074894 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: standard-attr-tag Jun 25 10:51:20.075212 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: timestamp.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.076391 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.076903 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loaded extension: standard-attr-timestamp Jun 25 10:51:20.077222 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: trunk.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.078256 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.078765 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension trunk not supported by any of loaded plugins Jun 25 10:51:20.079085 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: trunk_details.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.079978 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.080487 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension trunk-details not supported by any of loaded plugins Jun 25 10:51:20.081335 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: uplink_status_propagation.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.082262 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.082769 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 10:51:20.083089 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Loading extension file: vlantransparent.py {{(pid=105236) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 10:51:20.083738 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105236) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 10:51:20.084233 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 10:51:20.086673 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:network Jun 25 10:51:20.087195 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:subnet Jun 25 10:51:20.087587 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 10:51:20.087972 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:port Jun 25 10:51:20.089195 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.089622 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service FLAVORS assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.090267 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.090689 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.091014 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:router Jun 25 10:51:20.091429 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 10:51:20.091909 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service METERING assigned prefix: /metering {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.093356 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:20.093716 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:20.094087 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 10:51:20.095079 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 10:51:20.095510 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:security_group Jun 25 10:51:20.095943 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 10:51:20.097144 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service CORE assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.097461 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 10:51:20.097795 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] subnetpool is already registered Jun 25 10:51:20.098333 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service CORE assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.098574 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 10:51:20.098893 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] subnetpool is already registered Jun 25 10:51:20.101185 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.101949 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service FLAVORS assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.102536 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.102951 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.103269 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:router Jun 25 10:51:20.103598 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] router is already registered Jun 25 10:51:20.103995 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 10:51:20.104319 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] floatingip is already registered Jun 25 10:51:20.104758 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service METERING assigned prefix: /metering {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.105406 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 10:51:20.105721 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] rbac_policy is already registered Jun 25 10:51:20.106142 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:security_group Jun 25 10:51:20.106464 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] security_group is already registered Jun 25 10:51:20.106853 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 10:51:20.107173 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] security_group_rule is already registered Jun 25 10:51:20.107790 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service CORE assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.108109 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 10:51:20.108433 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] subnetpool is already registered Jun 25 10:51:20.108838 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.v2.resource_helper [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Service CORE assigned prefix: {{(pid=105236) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 10:51:20.109162 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 10:51:20.109479 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING neutron.quota.resource_registry [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] subnetpool is already registered Jun 25 10:51:20.109971 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: extensions {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.111446 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: address-groups {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.112959 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: address-scopes {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.114378 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: agents {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.115516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: auto-allocated-topology {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.116749 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: availability_zones {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.117994 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: dhcp-networks {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.119496 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: dhcp-agents {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.120937 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: routers {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.122671 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: flavors {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.125101 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: service_profiles {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.126353 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: next_providers {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.128328 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: service_profiles {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.129977 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: floatingip-pools {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.131121 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: routers {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.132815 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: floatingips {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.134119 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: l3-routers {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.135512 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: l3-agents {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.136925 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: metering-labels {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.138198 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: metering-label-rules {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.139574 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: network-ip-availabilities {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.140824 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: bindings {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.142418 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: quotas {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.144503 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: quotas {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.145927 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: rbac-policies {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.147119 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: security-groups {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.148412 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: security-group-rules {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.149673 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: service-providers {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.150927 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: subnetpools {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.152248 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: subnetpools {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.153776 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.155478 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.157295 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.159121 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.160991 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.162956 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.164671 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.166484 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.168340 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.170109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron.api.extensions [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Extended resource: tags {{(pid=105236) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 10:51:20.176404 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING keystonemiddleware.auth_token [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 10:51:20.181097 dv-cinder-793136-2-iscsi neutron-server[105236]: WARNING keystonemiddleware.auth_token [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 10:51:20.189432 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_concurrency.lockutils [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Acquired lock "singleton_lock" {{(pid=105236) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 25 10:51:20.189934 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_concurrency.lockutils [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Releasing lock "singleton_lock" {{(pid=105236) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 25 10:51:20.191094 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO oslo_service.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Starting 2 workers Jun 25 10:51:20.195821 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Started child 105345 {{(pid=105236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 10:51:20.200254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Started child 105346 {{(pid=105236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 10:51:20.201290 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:20.202050 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO neutron.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 10:51:20.202565 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Notify callbacks [] for process, before_spawn {{(pid=105236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:20.202750 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [-] (105345) wsgi starting up on http://0.0.0.0:9696 Jun 25 10:51:20.204961 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO oslo_service.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Starting 1 workers Jun 25 10:51:20.205148 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:20.207191 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [-] (105346) wsgi starting up on http://0.0.0.0:9696 Jun 25 10:51:20.210733 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Started child 105347 {{(pid=105236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 10:51:20.211286 dv-cinder-793136-2-iscsi neutron-server[105236]: INFO oslo_service.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Starting 1 workers Jun 25 10:51:20.214249 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] calling RpcWorker wait() {{(pid=105347) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 10:51:20.215179 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] returning from RpcWorker wait() {{(pid=105347) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 10:51:20.215826 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Started child 105348 {{(pid=105236) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 10:51:20.216101 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:20.216633 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:51:20.216796 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG neutron_lib.callbacks.manager [None req-7ea840ae-161a-4291-b502-829c1632cf55 None None] Notify callbacks [] for process, after_spawn {{(pid=105236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:20.218618 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105236) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 10:51:20.218988 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 10:51:20.218988 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 10:51:20.219464 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 10:51:20.219464 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 10:51:20.219846 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 10:51:20.220222 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.220494 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.220777 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:20.221555 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.221555 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.221555 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.221984 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:51:20.222138 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.222138 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.222425 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.222635 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.222869 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.223040 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.223192 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.223453 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.223692 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.223961 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.224256 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.224506 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.224751 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.224923 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.225218 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.225434 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.225681 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.225966 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] debug = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.226204 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.226938 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.227172 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.227409 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.227603 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.227890 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.228129 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.228397 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.228638 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.228888 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.229134 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.229399 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.229625 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.230225 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.230225 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.230609 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.230609 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.230991 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] host = dv-cinder-793136-2-iscsi {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.231210 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.231437 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.231680 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.231927 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.232158 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.232382 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.232635 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.232889 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.233125 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.233362 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.233595 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.233881 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.234072 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.234284 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.234490 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_options = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.234684 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.235062 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.235306 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.235619 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.235619 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.235991 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.235991 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.236374 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.236374 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.236744 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.236744 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.237115 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.237313 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.237917 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.237917 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.238257 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.238257 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.246772 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.247516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248122 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_json = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.248732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.249574 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.249574 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.249574 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.249574 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.249574 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.249574 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.250199 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.250199 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.250199 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.250588 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.250669 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.250836 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.251097 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.251331 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.251665 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.251925 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.252219 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.252472 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.253226 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.253552 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.253815 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.254113 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.254334 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.254587 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.254929 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.255153 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.255526 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.255769 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.256023 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.256307 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.256544 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.256779 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.257141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.257290 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.257472 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.257690 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.258003 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.258224 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.258412 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.258848 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.258848 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.259498 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.259498 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.259856 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.259856 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.260115 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.260299 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.260515 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.260744 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.261001 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.261300 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.261538 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.261768 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.262681 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.262681 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.262681 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.262681 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.274479 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.277095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278254 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.278964 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.279495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280345 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.280997 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.281516 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282268 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282827 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282827 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282827 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282827 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282827 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.282827 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.284723 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.284974 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.285275 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.285557 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.285811 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.286128 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.286408 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.286667 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.286931 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.287174 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.287388 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.287635 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.287890 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.288148 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.288348 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.288586 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.288873 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.289053 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.289252 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.289514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.289734 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.290221 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.290448 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.290670 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.290887 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.291155 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.291367 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.291675 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.291927 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.292143 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.292362 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.292603 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.292816 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.293082 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.293300 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.293593 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.293877 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.294093 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.294355 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.294581 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.294853 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.295091 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.295337 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.295556 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.295769 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.295991 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.296211 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.296425 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.296660 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.296913 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.297128 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.297362 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.297624 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.297977 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.298217 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.298463 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.298700 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.298915 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.299149 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.299381 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.299682 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.299898 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.300132 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.300346 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.300582 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.300902 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.301139 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.301409 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.302366 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.302950 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.309042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.310183 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.310183 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.310183 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.310183 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.310183 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.311063 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.311450 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.311906 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.312287 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.312709 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.313113 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.313494 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.314255 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.314438 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.314687 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.315616 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.315954 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.316336 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.316713 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.317248 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.317684 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.318095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.318764 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.318994 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.319365 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.321860 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.321860 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.321860 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.321860 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.321860 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.321860 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.322299 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.322549 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.323074 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.323538 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.323999 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.324430 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.324895 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.325346 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.325805 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.326229 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.326713 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.327234 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.327682 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.328116 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.328510 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.328939 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.329327 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.329723 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.330176 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.330595 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.331776 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.332242 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.332985 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.333403 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.333812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.334244 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.334614 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.335095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.335410 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.335825 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.336230 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.336508 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 10:51:20.337415 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105236) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 10:51:20.337689 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 10:51:20.338005 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 10:51:20.338300 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 10:51:20.338597 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 10:51:20.338868 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 10:51:20.339216 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349190 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.349812 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] debug = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350276 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350651 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350651 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350651 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350651 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350651 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350651 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.350992 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] host = dv-cinder-793136-2-iscsi {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.351414 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352095 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_options = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352514 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.352886 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353316 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.353740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354245 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.354664 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_json = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355093 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355093 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355093 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355093 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355359 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355359 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355491 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355561 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 10:51:20.355732 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.355912 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.356078 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.356220 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.356382 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.356519 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.356676 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.356833 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.357045 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.357224 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.357438 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.357577 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.357746 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.357925 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.358085 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.358246 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.358405 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.358566 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.358721 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.358878 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.359037 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.359856 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.360037 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.360196 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.360353 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.360513 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.360689 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.360842 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.361016 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.361170 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.361324 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.361643 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.361800 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.362064 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.362659 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.362659 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.362659 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.362659 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.362957 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.362957 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.363143 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.363229 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.363388 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.363541 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.363701 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.363861 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.364019 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.364177 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.364335 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.364495 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.364820 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.364820 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.364995 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.365106 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.365273 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.365425 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.365562 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.365720 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.365883 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.366042 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.366199 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.366559 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.366559 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.366721 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.366842 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.366973 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.367133 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.367296 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.367490 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.367602 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.367760 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.367916 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.368072 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.368225 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.368385 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.368526 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.368740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.368820 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.368978 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.369133 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.369289 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.369446 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.369588 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.369749 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.369936 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.370128 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.370350 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.370458 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.370607 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.370740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.370896 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.371052 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.371207 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.371363 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.371519 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.371679 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.371833 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.372147 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.372308 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.372469 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.372643 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.372819 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.372977 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.373130 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.373293 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.373449 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.373607 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.373765 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.373962 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.374119 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.374275 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.374446 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.374586 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.374752 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.374905 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.375069 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.375236 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.375393 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.375550 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.375706 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.375863 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.376020 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.376177 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.376333 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.376512 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.376690 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.376802 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.376961 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.377129 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.377286 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.377443 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.378507 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.378507 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.378507 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.378818 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.378818 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.379010 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.379111 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.383565 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.383565 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384309 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384400 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.384943 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.385475 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.386141 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.387109 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388026 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.388893 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.389767 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.390743 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.391255 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.391740 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.392137 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.392299 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.392437 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.392610 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.392806 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.393009 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.393166 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.393342 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.393994 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.394120 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.394259 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.394382 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.394556 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.394714 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.394871 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.395049 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.395207 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.395373 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.395532 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.395689 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.395854 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.396011 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.396167 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.396327 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.396596 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.396748 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.396962 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.396962 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.397337 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.397337 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.397572 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.397572 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.397790 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.397978 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.398100 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.398220 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.398340 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.398509 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.398667 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.398830 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.399000 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.399157 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.399314 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.399471 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.399628 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.399785 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.399942 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.400098 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.400323 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.400460 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.400584 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.400694 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.400845 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.401001 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.401156 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.401314 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.401482 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.401641 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.401793 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.401971 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 10:51:20.402123 dv-cinder-793136-2-iscsi neutron-server[105236]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105236) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 10:51:20.666120 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 50890) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:51:20.675035 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063858 Jun 25 10:51:33.559534 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a079d70-db9f-45b1-8bdf-6af0a01f993a None None] get_active_networks_info from dv-cinder-793136-2-iscsi {{(pid=105347) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 25 10:51:33.660055 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a079d70-db9f-45b1-8bdf-6af0a01f993a None None] No non-hosted networks {{(pid=105347) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 10:51:33.681213 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.agentschedulers_db [None req-5a079d70-db9f-45b1-8bdf-6af0a01f993a None None] DHCP Agent not found on host dv-cinder-793136-2-iscsi {{(pid=105347) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 25 10:51:33.857606 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-30e63f36-8b45-4f12-987e-67b9c2ad33bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640022'] for agent, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:36.692599 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-55f3c0fd-9183-4656-89fc-ab99a2af8376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640022'] for agent, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:36.730690 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640022'] for agent, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:36.732096 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.732647 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.733352 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.733901 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.734533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.735134 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.735752 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.736416 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.736960 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.737908 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.738533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.739069 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:36.739714 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793136-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:51:36.760409 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.db.api [None req-fbcd46ea-d9f9-4517-97ca-13ca44acf201 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-793136-2-iscsi {{(pid=105347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 10:51:36.761216 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_db.api [None req-fbcd46ea-d9f9-4517-97ca-13ca44acf201 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 10:51:36.763219 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793136-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:51:37.290070 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-fbcd46ea-d9f9-4517-97ca-13ca44acf201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:37.924637 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640022'] for agent, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:39.410392 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640022'] for agent, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:40.569777 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 50988) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:51:41.293547 dv-cinder-793136-2-iscsi neutron-server[105346]: WARNING oslo_policy.policy [None req-c9265162-e586-4817-ad41-288211efbf8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:51:41.294333 dv-cinder-793136-2-iscsi neutron-server[105346]: WARNING oslo_policy.policy [None req-c9265162-e586-4817-ad41-288211efbf8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:51:41.515319 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [None req-c9265162-e586-4817-ad41-288211efbf8f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 10:51:41.516456 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c9265162-e586-4817-ad41-288211efbf8f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9455302 Jun 25 10:51:43.348361 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.db.l3_hamode_db [None req-dec259a1-6e75-482c-a2e1-4f52274cadfa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 10:51:43.430033 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec259a1-6e75-482c-a2e1-4f52274cadfa None None] Routers set() bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 10:51:43.430442 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec259a1-6e75-482c-a2e1-4f52274cadfa None None] Router IDs set() for agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 25 10:51:44.049379 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51002) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:51:44.596836 dv-cinder-793136-2-iscsi neutron-server[105345]: WARNING oslo_policy.policy [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:51:44.597424 dv-cinder-793136-2-iscsi neutron-server[105345]: WARNING oslo_policy.policy [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:51:44.818668 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:51:44.921076 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.policy [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105345) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 10:51:44.970061 dv-cinder-793136-2-iscsi neutron-server[105345]: WARNING oslo_policy.policy [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:51:44.970507 dv-cinder-793136-2-iscsi neutron-server[105345]: WARNING oslo_policy.policy [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:51:44.980382 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.quota [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] Loaded quota_driver: . Jun 25 10:51:45.168337 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741766409807', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741766409314', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741766404312', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741766403726', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741766383697', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741766373484', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-752916', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777064', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1623040', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1703460'] for rbac-policy, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:45.649725 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:45.651144 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-42818255-914a-4afe-a3e6-0ab12268cec3 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5996571 Jun 25 10:51:48.227316 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51020) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:51:48.548316 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Request body: {'network': {'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'admin_state_up': True, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'name': 'private'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:51:48.672980 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Made reservation on behalf of 79dfe76fe83c42a2bec72a3b422d551a for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 10:51:48.676145 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:48.694032 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:48.852074 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:48.912350 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:48.918266 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:51:48.940123 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 10:51:48.967118 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741765331734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:48.967767 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Unsubscribe: segment precommit_create {{(pid=105345) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 10:51:48.968274 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Added segment 2ad2eb64-b019-4989-937b-809a8679c21d of type vlan for network e22c3105-53e5-444e-9417-8ea35d7d87cd Jun 25 10:51:48.975364 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff127325-5272-4a91-bef3-9c22dd9a0301,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:51:48.999716 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.000088 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.000441 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.000782 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.001127 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.001533 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.002451 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.002840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.003184 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.003523 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.003857 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.004185 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Tracked resource versions report: Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: pushed versions: Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: { 'AddressGroup': {'1.2'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'ConntrackHelper': {'1.0'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Log': {'1.0'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Network': {'1.1'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Port': {'1.7'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'PortForwarding': {'1.2'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'QosPolicy': {'1.8'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroup': {'1.4'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroupRule': {'1.2'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SubPort': {'1.0'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Subnet': {'1.1'}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Trunk': {'1.1'}} Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: consumer versions: Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'ConntrackHelper': '1.0', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Log': '1.0', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Network': '1.1', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Port': '1.7', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'PortForwarding': '1.2', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'QosPolicy': '1.8', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroup': '1.4', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroupRule': '1.2', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SubPort': '1.0', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Subnet': '1.1', Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Trunk': '1.1'}} Jun 25 10:51:49.005303 dv-cinder-793136-2-iscsi neutron-server[105345]: {{(pid=105345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 10:51:49.091435 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:51:49.098499 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:49.209634 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:49.211254 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:51:49.212353 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:49.215091 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:51:49.309971 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Pushing event updated for resources: {'Network': ['ID=e22c3105-53e5-444e-9417-8ea35d7d87cd,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:51:49.313571 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:51:49.322219 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network e22c3105-53e5-444e-9417-8ea35d7d87cd details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 10:51:49.364393 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1359890 Jun 25 10:51:52.209734 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51034) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:51:52.632204 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61bd6e0-3a61-4e81-bd7e-d500fac5e8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:51:52.633564 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f61bd6e0-3a61-4e81-bd7e-d500fac5e8d8 admin admin] 10.222.0.13 "GET /v2.0/networks/e22c3105-53e5-444e-9417-8ea35d7d87cd HTTP/1.1" status: 200 len: 825 time: 0.4228208 Jun 25 10:51:52.660145 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-1c448785-15a7-4185-aea5-bb396862b484 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/46e878be-b9cb-40b2-8637-b162ed9d0d9b HTTP/1.1" status: 200 len: 734 time: 0.0206938 Jun 25 10:51:52.669293 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Request body: {'subnet': {'subnetpool_id': '46e878be-b9cb-40b2-8637-b162ed9d0d9b', 'gateway_ip': '172.20.0.1', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:51:52.849713 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Made reservation on behalf of 79dfe76fe83c42a2bec72a3b422d551a for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 10:51:52.852505 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:53.306993 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:53.309556 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:51:53.385808 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02284958-f87f-45d7-ad1b-22198ee44cc5,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:51:53.389330 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:51:53.403890 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Checking segment: {'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 10:51:53.403890 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Network hostable DHCP agents. Network: e22c3105-53e5-444e-9417-8ea35d7d87cd, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 10:51:53.518443 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Network e22c3105-53e5-444e-9417-8ea35d7d87cd is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 10:51:53.666909 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, e22c3105-53e5-444e-9417-8ea35d7d87cd) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:51:53.672883 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:51:53.674758 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:53.678679 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd62daf-709f-40b4-b6fa-1a725d781e20 None None] Network e22c3105-53e5-444e-9417-8ea35d7d87cd requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 10:51:53.789010 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1229246 Jun 25 10:51:54.127061 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-e22c3105-53e5-444e-9417-8ea35d7d87cd', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'fixed_ips': [{'subnet_id': '02284958-f87f-45d7-ad1b-22198ee44cc5'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 10:51:54.128511 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:54.562970 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Allocated IP 172.20.0.2 (e22c3105-53e5-444e-9417-8ea35d7d87cd/02284958-f87f-45d7-ad1b-22198ee44cc5/c9a0977a-a661-4b4d-a848-571dcdc2c413) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 10:51:54.900002 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:54.958678 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Transition to ACTIVE for port object c9a0977a-a661-4b4d-a848-571dcdc2c413 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 10:51:54.986018 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Transition to ACTIVE for port object c9a0977a-a661-4b4d-a848-571dcdc2c413 will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 10:51:55.084392 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:55.087245 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:51:55.169328 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Network e22c3105-53e5-444e-9417-8ea35d7d87cd is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 10:51:55.175259 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:51:55.197004 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 10:51:55.201044 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Pushing event updated for resources: {'Port': ['ID=c9a0977a-a661-4b4d-a848-571dcdc2c413,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:51:55.231058 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.231414 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.231756 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.232085 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.232425 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.232725 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.233081 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.233403 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.233732 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.234077 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.234391 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.234704 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Tracked resource versions report: Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: pushed versions: Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: { 'AddressGroup': {'1.2'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'ConntrackHelper': {'1.0'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Log': {'1.0'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Network': {'1.1'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Port': {'1.7'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'PortForwarding': {'1.2'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'QosPolicy': {'1.8'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroup': {'1.4'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroupRule': {'1.2'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SubPort': {'1.0'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Subnet': {'1.1'}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Trunk': {'1.1'}} Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: consumer versions: Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'ConntrackHelper': '1.0', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Log': '1.0', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Network': '1.1', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Port': '1.7', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'PortForwarding': '1.2', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'QosPolicy': '1.8', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroup': '1.4', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroupRule': '1.2', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SubPort': '1.0', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Subnet': '1.1', Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Trunk': '1.1'}} Jun 25 10:51:55.235854 dv-cinder-793136-2-iscsi neutron-server[105347]: {{(pid=105347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 10:51:55.258029 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:51:55.291030 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Attempting to bind port c9a0977a-a661-4b4d-a848-571dcdc2c413 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 10:51:55.291471 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Attempting to bind port c9a0977a-a661-4b4d-a848-571dcdc2c413 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 10:51:55.292035 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Attempting to bind port c9a0977a-a661-4b4d-a848-571dcdc2c413 on network e22c3105-53e5-444e-9417-8ea35d7d87cd {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 10:51:55.297406 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 10:51:55.297841 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Checking segment: {'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 10:51:55.298328 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:55.298715 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Bound using segment: {'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 10:51:55.299216 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Bound port: c9a0977a-a661-4b4d-a848-571dcdc2c413, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 10:51:55.299620 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:55.372311 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] For port c9a0977a-a661-4b4d-a848-571dcdc2c413, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 10:51:55.378085 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] For port c9a0977a-a661-4b4d-a848-571dcdc2c413, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=c9a0977a-a661-4b4d-a848-571dcdc2c413,segment=NetworkSegment(2ad2eb64-b019-4989-937b-809a8679c21d),segment_id=2ad2eb64-b019-4989-937b-809a8679c21d)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 10:51:55.547193 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:51:55.553901 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:51:55.639837 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Pushing event updated for resources: {'Port': ['ID=c9a0977a-a661-4b4d-a848-571dcdc2c413,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:51:55.645437 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:51:56.553218 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51042) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:51:56.949043 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [None req-c6f8a2ae-591e-44f4-8f4d-b0ff69a730a5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 10:51:56.950354 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c6f8a2ae-591e-44f4-8f4d-b0ff69a730a5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3956287 Jun 25 10:51:59.461417 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51050) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:51:59.837333 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [None req-5665d817-dccf-48a4-90de-f9abf6d7c005 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 10:51:59.838363 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-5665d817-dccf-48a4-90de-f9abf6d7c005 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3759611 Jun 25 10:52:02.145286 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1dfe8-3bc4-49be-934e-7f4e316b1991 None None] Network e22c3105-53e5-444e-9417-8ea35d7d87cd requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 10:52:02.386361 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-1f606f6a-275c-40f0-912f-efa0389d46aa None None] Provisioning for port c9a0977a-a661-4b4d-a848-571dcdc2c413 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 10:52:02.583339 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device c9a0977a-a661-4b4d-a848-571dcdc2c413 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:52:02.584096 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51064) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:52:02.774504 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port c9a0977a-a661-4b4d-a848-571dcdc2c413 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 10:52:02.780709 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port c9a0977a-a661-4b4d-a848-571dcdc2c413 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:02.780709 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:02.886473 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:02.899486 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-cf5fc6c8-6a19-4e80-9e05-bb25e22bf751 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:52:02.936144 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port c9a0977a-a661-4b4d-a848-571dcdc2c413, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=c9a0977a-a661-4b4d-a848-571dcdc2c413,segment=NetworkSegment(2ad2eb64-b019-4989-937b-809a8679c21d),segment_id=2ad2eb64-b019-4989-937b-809a8679c21d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 10:52:03.043407 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc6c8-6a19-4e80-9e05-bb25e22bf751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:03.044982 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc6c8-6a19-4e80-9e05-bb25e22bf751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:03.054511 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:03.057716 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:03.106169 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=c9a0977a-a661-4b4d-a848-571dcdc2c413,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:03.109638 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:03.190752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc6c8-6a19-4e80-9e05-bb25e22bf751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:03.270974 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc6c8-6a19-4e80-9e05-bb25e22bf751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:03.397372 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf5fc6c8-6a19-4e80-9e05-bb25e22bf751 admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:03.408863 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-cf5fc6c8-6a19-4e80-9e05-bb25e22bf751 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8135538 Jun 25 10:52:03.580630 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-0dd289a1-8f15-4f77-ba8f-a66d5b065911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:04.557995 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device c9a0977a-a661-4b4d-a848-571dcdc2c413 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:52:04.610680 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port c9a0977a-a661-4b4d-a848-571dcdc2c413 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:04.611341 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:05.817547 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51072) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:52:06.153586 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [None req-39ba9354-b6e7-425a-9b18-11f23ce8c970 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 10:52:06.154559 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-39ba9354-b6e7-425a-9b18-11f23ce8c970 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3360627 Jun 25 10:52:06.626201 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-11439723-a5b0-4c69-9013-d02c811e5cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:06.652953 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:07.877617 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:08.586014 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51090) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:52:08.727180 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:52:08.728871 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.quota [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Loaded quota_driver: . Jun 25 10:52:08.861270 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Made reservation on behalf of 7ff7942f48a14fafa1f09aa977fb0d4a for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 10:52:08.929240 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.policy [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105346) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 10:52:08.978064 dv-cinder-793136-2-iscsi neutron-server[105346]: WARNING oslo_policy.policy [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:52:08.978449 dv-cinder-793136-2-iscsi neutron-server[105346]: WARNING oslo_policy.policy [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 10:52:08.990101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.012202 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.177244 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.242937 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.249117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:09.257123 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Reserving flat network on physical network physnet1 {{(pid=105346) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 10:52:09.294252 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741765331734', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.294857 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Unsubscribe: segment precommit_create {{(pid=105346) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 10:52:09.295346 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Added segment 5871ca5a-0c8d-4f04-a88c-c8d253d0b940 of type flat for network 9f7a04bc-8bfc-4814-ad45-14517954fab4 Jun 25 10:52:09.312990 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39943b1c-8f2d-4f49-be3f-49eb71a2efc8,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:09.363265 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.363612 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.363938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.364253 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.364565 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.364916 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.365229 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.365550 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.365882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.366186 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.366488 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.366787 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Tracked resource versions report: Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: pushed versions: Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: { 'AddressGroup': {'1.2'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'ConntrackHelper': {'1.0'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Log': {'1.0'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Network': {'1.1'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Port': {'1.7'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'PortForwarding': {'1.2'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'QosPolicy': {'1.8'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroup': {'1.4'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroupRule': {'1.2'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SubPort': {'1.0'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Subnet': {'1.1'}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Trunk': {'1.1'}} Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: consumer versions: Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'ConntrackHelper': '1.0', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Log': '1.0', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Network': '1.1', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Port': '1.7', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'PortForwarding': '1.2', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'QosPolicy': '1.8', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroup': '1.4', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroupRule': '1.2', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SubPort': '1.0', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Subnet': '1.1', Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Trunk': '1.1'}} Jun 25 10:52:09.367846 dv-cinder-793136-2-iscsi neutron-server[105346]: {{(pid=105346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 10:52:09.374729 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.423298 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.427891 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:09.568896 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.570714 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:52:09.571393 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:09.573542 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:09.667328 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Pushing event updated for resources: {'Network': ['ID=9f7a04bc-8bfc-4814-ad45-14517954fab4,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:09.670593 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:09.678545 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 10:52:09.729018 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1420536 Jun 25 10:52:11.952780 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51114) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:52:12.047974 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe67e3d-9604-4131-8867-0b39a72dbdf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:52:12.049338 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-dbe67e3d-9604-4131-8867-0b39a72dbdf2 admin admin] 10.222.0.13 "GET /v2.0/subnets/02284958-f87f-45d7-ad1b-22198ee44cc5 HTTP/1.1" status: 200 len: 849 time: 0.0956066 Jun 25 10:52:12.166993 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-5dae607f-de82-44d0-bdc7-cab9d1210c55 admin admin] 10.222.0.13 "GET /v2.0/routers/9ba1e428-b3a3-4e08-b871-670dd839bfc3 HTTP/1.1" status: 200 len: 704 time: 0.1118803 Jun 25 10:52:12.431674 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:12.807224 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Allocated IP 172.20.0.1 (e22c3105-53e5-444e-9417-8ea35d7d87cd/02284958-f87f-45d7-ad1b-22198ee44cc5/1b0a4fe8-363c-4f06-b951-ed609b2e7101) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 10:52:12.960714 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.035557 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.provisioning_blocks [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Transition to ACTIVE for port object 1b0a4fe8-363c-4f06-b951-ed609b2e7101 will not be triggered until provisioned by entity DHCP. {{(pid=105345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 10:52:13.203085 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.205954 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:13.279091 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Network e22c3105-53e5-444e-9417-8ea35d7d87cd is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 10:52:13.285495 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:52:13.293298 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 10:52:13.293853 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.314082 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0a4fe8-363c-4f06-b951-ed609b2e7101,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:13.354315 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:13.561477 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-116ee1d4-1247-43ca-95e6-3c708e684f64 None None] Provisioning for port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 10:52:13.566029 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-116ee1d4-1247-43ca-95e6-3c708e684f64 None None] Provisioning complete for port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:13.566403 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-116ee1d4-1247-43ca-95e6-3c708e684f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.596652 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.601989 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-116ee1d4-1247-43ca-95e6-3c708e684f64 None None] Port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 10:52:13.779963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.846487 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.847571 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:13.849299 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:13.921718 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0a4fe8-363c-4f06-b951-ed609b2e7101,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:13.925783 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:13.967548 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Network e22c3105-53e5-444e-9417-8ea35d7d87cd is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 10:52:13.968865 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:52:14.124552 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-7408292b-b3a6-412d-9e21-e1ee72772cde None None] Provisioning complete for port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:14.124867 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7408292b-b3a6-412d-9e21-e1ee72772cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:14.162225 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-7408292b-b3a6-412d-9e21-e1ee72772cde None None] Port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 10:52:14.248773 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 10:52:14.346702 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 10:52:14.352586 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ba1e428-b3a3-4e08-b871-670dd839bfc3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1807082 Jun 25 10:52:14.365291 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Sync routers for ids ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 10:52:14.377328 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Routers {'9ba1e428-b3a3-4e08-b871-670dd839bfc3'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 10:52:14.381132 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T10:52:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:14.566647 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Set router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 gateway port host: None {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 10:52:14.991068 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'name': 'router1', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T10:52:03Z', 'updated_at': '2021-06-25T10:52:13Z', 'revision_number': 2, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'gw_port_host': None, '_interfaces': [{'id': '1b0a4fe8-363c-4f06-b951-ed609b2e7101', 'name': '', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'mac_address': 'fa:16:3e:ec:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:12Z', 'updated_at': '2021-06-25T10:52:13Z', 'revision_number': 2, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'subnets': [{'id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46e878be-b9cb-40b2-8637-b162ed9d0d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:15.042000 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Checking router: 9ba1e428-b3a3-4e08-b871-670dd839bfc3 for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 10:52:15.042354 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Updating router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 10:52:15.104467 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:15.604974 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:15.626982 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Transition to ACTIVE for port object 1b0a4fe8-363c-4f06-b951-ed609b2e7101 will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 10:52:15.694290 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:15.697197 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:15.866879 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Pushing event updated for resources: {'Port': ['ID=1b0a4fe8-363c-4f06-b951-ed609b2e7101,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:15.887876 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Attempting to bind port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 10:52:15.888271 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Attempting to bind port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 10:52:15.888723 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Attempting to bind port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 on network e22c3105-53e5-444e-9417-8ea35d7d87cd {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 10:52:15.895016 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.895362 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.895691 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.896081 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.896333 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.896713 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.897030 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.897393 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.897724 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.898064 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.898384 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.898687 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Tracked resource versions report: Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: pushed versions: Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: { 'AddressGroup': {'1.2'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'ConntrackHelper': {'1.0'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Log': {'1.0'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Network': {'1.1'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Port': {'1.7'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'PortForwarding': {'1.2'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'QosPolicy': {'1.8'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroup': {'1.4'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroupRule': {'1.2'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SubPort': {'1.0'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Subnet': {'1.1'}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Trunk': {'1.1'}} Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: consumer versions: Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'ConntrackHelper': '1.0', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Log': '1.0', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Network': '1.1', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Port': '1.7', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'PortForwarding': '1.2', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'QosPolicy': '1.8', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroup': '1.4', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroupRule': '1.2', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SubPort': '1.0', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Subnet': '1.1', Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Trunk': '1.1'}} Jun 25 10:52:15.899775 dv-cinder-793136-2-iscsi neutron-server[105348]: {{(pid=105348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 10:52:15.903475 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 10:52:15.903902 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Checking segment: {'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 10:52:15.904391 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:15.904881 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Bound using segment: {'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 10:52:15.905424 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Bound port: 1b0a4fe8-363c-4f06-b951-ed609b2e7101, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad2eb64-b019-4989-937b-809a8679c21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 10:52:15.905889 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:15.910948 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:15.993807 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] For port 1b0a4fe8-363c-4f06-b951-ed609b2e7101, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 10:52:16.018870 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] For port 1b0a4fe8-363c-4f06-b951-ed609b2e7101, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1b0a4fe8-363c-4f06-b951-ed609b2e7101,segment=NetworkSegment(2ad2eb64-b019-4989-937b-809a8679c21d),segment_id=2ad2eb64-b019-4989-937b-809a8679c21d)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 10:52:16.140490 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:16.142794 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:16.202887 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Pushing event updated for resources: {'Port': ['ID=1b0a4fe8-363c-4f06-b951-ed609b2e7101,revision_number=4']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:16.210695 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:16.210695 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Routers {'9ba1e428-b3a3-4e08-b871-670dd839bfc3'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 10:52:16.210695 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T10:52:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:16.300654 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] Set router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 gateway port host: None {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 10:52:16.523878 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'name': 'router1', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T10:52:03Z', 'updated_at': '2021-06-25T10:52:13Z', 'revision_number': 2, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'gw_port_host': None, '_interfaces': [{'id': '1b0a4fe8-363c-4f06-b951-ed609b2e7101', 'name': '', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'mac_address': 'fa:16:3e:ec:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:12Z', 'updated_at': '2021-06-25T10:52:15Z', 'revision_number': 4, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'subnets': [{'id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46e878be-b9cb-40b2-8637-b162ed9d0d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:16.554104 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a421e8d9-ef5a-4502-a2a7-15dd19ad17a7 None None] The sync data for ids ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'] in dv-cinder-793136-2-iscsi is: [{'id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'name': 'router1', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T10:52:03Z', 'updated_at': '2021-06-25T10:52:13Z', 'revision_number': 2, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'gw_port_host': None, '_interfaces': [{'id': '1b0a4fe8-363c-4f06-b951-ed609b2e7101', 'name': '', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'mac_address': 'fa:16:3e:ec:a9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:12Z', 'updated_at': '2021-06-25T10:52:15Z', 'revision_number': 4, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'subnets': [{'id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46e878be-b9cb-40b2-8637-b162ed9d0d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 10:52:16.586070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51124) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:52:16.698427 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23f7f6c-1fab-4ade-9066-9a1d92b61871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:52:16.699818 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a23f7f6c-1fab-4ade-9066-9a1d92b61871 admin admin] 10.222.0.13 "GET /v2.0/networks/9f7a04bc-8bfc-4814-ad45-14517954fab4 HTTP/1.1" status: 200 len: 842 time: 0.1127729 Jun 25 10:52:16.709981 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:52:16.899853 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Made reservation on behalf of 7ff7942f48a14fafa1f09aa977fb0d4a for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 10:52:16.902169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Notify callbacks [] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:17.262120 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.objects.ports [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105345) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 25 10:52:17.262565 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:17.264617 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:17.322531 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=975c3338-9e40-43a3-b655-413346c87a65,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:17.327815 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:17.329653 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 10:52:17.329739 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Network hostable DHCP agents. Network: 9f7a04bc-8bfc-4814-ad45-14517954fab4, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 10:52:17.511295 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 10:52:17.613979 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 9f7a04bc-8bfc-4814-ad45-14517954fab4) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:52:17.618748 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:52:17.619680 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:17.622476 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de488c65-42ff-4236-ab70-bb02af5aac39 None None] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 10:52:17.706286 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9998469 Jun 25 10:52:17.752497 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7862c435-edd6-4a6b-b934-0b19ab3cdb67 None None] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 10:52:20.006338 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51136) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:52:20.201722 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4c545f93-061b-4a0c-9ad3-3f80f54b6b7c admin admin] 10.222.0.13 "GET /v2.0/routers/9ba1e428-b3a3-4e08-b871-670dd839bfc3 HTTP/1.1" status: 200 len: 710 time: 0.1941326 Jun 25 10:52:20.288155 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7d87c-8ca0-426d-af64-359d05e5a520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:52:20.289539 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-80c7d87c-8ca0-426d-af64-359d05e5a520 admin admin] 10.222.0.13 "GET /v2.0/networks/9f7a04bc-8bfc-4814-ad45-14517954fab4 HTTP/1.1" status: 200 len: 886 time: 0.0821462 Jun 25 10:52:20.298306 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:52:20.545609 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:20.589521 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1b0a4fe8-363c-4f06-b951-ed609b2e7101 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:52:20.755097 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 10:52:20.758923 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:20.759346 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:20.849544 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:20.880218 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 1b0a4fe8-363c-4f06-b951-ed609b2e7101, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1b0a4fe8-363c-4f06-b951-ed609b2e7101,segment=NetworkSegment(2ad2eb64-b019-4989-937b-809a8679c21d),segment_id=2ad2eb64-b019-4989-937b-809a8679c21d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 10:52:20.938250 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:20.997288 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:20.999791 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:21.012801 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:21.046196 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=1b0a4fe8-363c-4f06-b951-ed609b2e7101,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:21.050087 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:21.118837 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Allocated IP 172.27.2.243 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/827ee952-d73c-4179-9852-f214a6195b85) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 10:52:21.218881 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:21.328054 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:21.333303 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:21.368174 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 10:52:21.370835 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:52:21.373402 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 10:52:21.417026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Pushing event updated for resources: {'Port': ['ID=827ee952-d73c-4179-9852-f214a6195b85,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:21.420818 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:21.719712 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:22.005494 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:22.008739 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1639920'] for router, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:22.117147 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 10:52:22.224260 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 10:52:22.229012 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:22.230313 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] 10.222.0.13 "PUT /v2.0/routers/9ba1e428-b3a3-4e08-b871-670dd839bfc3 HTTP/1.1" status: 200 len: 890 time: 1.9352896 Jun 25 10:52:22.234193 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Sync routers for ids ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 10:52:22.245947 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Routers {'9ba1e428-b3a3-4e08-b871-670dd839bfc3'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 10:52:22.246641 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T10:52:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:22.542458 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Set router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 10:52:22.591245 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1b0a4fe8-363c-4f06-b951-ed609b2e7101 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:52:22.841299 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:22.841571 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:23.040290 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'name': 'router1', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '827ee952-d73c-4179-9852-f214a6195b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T10:52:03Z', 'updated_at': '2021-06-25T10:52:21Z', 'revision_number': 4, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'gw_port': {'id': '827ee952-d73c-4179-9852-f214a6195b85', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:21Z', 'updated_at': '2021-06-25T10:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1b0a4fe8-363c-4f06-b951-ed609b2e7101', 'name': '', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'mac_address': 'fa:16:3e:ec:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:12Z', 'updated_at': '2021-06-25T10:52:20Z', 'revision_number': 5, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'subnets': [{'id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46e878be-b9cb-40b2-8637-b162ed9d0d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:23.092335 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Checking router: 9ba1e428-b3a3-4e08-b871-670dd839bfc3 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 10:52:23.092602 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Updating router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 port 827ee952-d73c-4179-9852-f214a6195b85 binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 10:52:23.127934 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:23.458729 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:23.470193 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Transition to ACTIVE for port object 827ee952-d73c-4179-9852-f214a6195b85 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 10:52:23.631188 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:23.633748 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:23.691091 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51531e-de30-47c9-8235-701c93d688e5 None None] Pushing event updated for resources: {'Port': ['ID=827ee952-d73c-4179-9852-f214a6195b85,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:23.693957 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Attempting to bind port 827ee952-d73c-4179-9852-f214a6195b85 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 10:52:23.694472 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Attempting to bind port 827ee952-d73c-4179-9852-f214a6195b85 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 10:52:23.694667 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Attempting to bind port 827ee952-d73c-4179-9852-f214a6195b85 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 10:52:23.698001 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-ed51531e-de30-47c9-8235-701c93d688e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:23.705216 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 10:52:23.705216 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 10:52:23.705216 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:23.705216 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 10:52:23.706382 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Bound port: 827ee952-d73c-4179-9852-f214a6195b85, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 10:52:23.706382 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:23.757624 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] For port 827ee952-d73c-4179-9852-f214a6195b85, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 10:52:23.760572 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] For port 827ee952-d73c-4179-9852-f214a6195b85, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=827ee952-d73c-4179-9852-f214a6195b85,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 10:52:23.900035 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:23.902252 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:23.958559 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Routers {'9ba1e428-b3a3-4e08-b871-670dd839bfc3'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 10:52:23.959193 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T10:52:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:24.081669 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51531e-de30-47c9-8235-701c93d688e5 None None] Pushing event updated for resources: {'Port': ['ID=827ee952-d73c-4179-9852-f214a6195b85,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:24.084845 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-ed51531e-de30-47c9-8235-701c93d688e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:24.156844 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] Set router 9ba1e428-b3a3-4e08-b871-670dd839bfc3 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 10:52:24.372334 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'name': 'router1', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '827ee952-d73c-4179-9852-f214a6195b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T10:52:03Z', 'updated_at': '2021-06-25T10:52:21Z', 'revision_number': 4, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'gw_port': {'id': '827ee952-d73c-4179-9852-f214a6195b85', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:21Z', 'updated_at': '2021-06-25T10:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1b0a4fe8-363c-4f06-b951-ed609b2e7101', 'name': '', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'mac_address': 'fa:16:3e:ec:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:12Z', 'updated_at': '2021-06-25T10:52:20Z', 'revision_number': 5, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'subnets': [{'id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46e878be-b9cb-40b2-8637-b162ed9d0d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 10:52:24.400083 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1cdb4-79d2-480d-8052-05688433cfd1 None None] The sync data for ids ['9ba1e428-b3a3-4e08-b871-670dd839bfc3'] in dv-cinder-793136-2-iscsi is: [{'id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'name': 'router1', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '827ee952-d73c-4179-9852-f214a6195b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T10:52:03Z', 'updated_at': '2021-06-25T10:52:21Z', 'revision_number': 4, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'gw_port': {'id': '827ee952-d73c-4179-9852-f214a6195b85', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:6b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:21Z', 'updated_at': '2021-06-25T10:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1b0a4fe8-363c-4f06-b951-ed609b2e7101', 'name': '', 'network_id': 'e22c3105-53e5-444e-9417-8ea35d7d87cd', 'tenant_id': '79dfe76fe83c42a2bec72a3b422d551a', 'mac_address': 'fa:16:3e:ec:a9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba1e428-b3a3-4e08-b871-670dd839bfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T10:52:12Z', 'updated_at': '2021-06-25T10:52:20Z', 'revision_number': 5, 'project_id': '79dfe76fe83c42a2bec72a3b422d551a', 'subnets': [{'id': '02284958-f87f-45d7-ad1b-22198ee44cc5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46e878be-b9cb-40b2-8637-b162ed9d0d9b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 10:52:24.611355 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 827ee952-d73c-4179-9852-f214a6195b85 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:52:24.663797 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51144) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:52:24.787615 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 827ee952-d73c-4179-9852-f214a6195b85 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 10:52:24.792445 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 827ee952-d73c-4179-9852-f214a6195b85 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:24.792823 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:24.796873 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a63f85d4-7a71-4e1c-b958-eb937967b579 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1318944 Jun 25 10:52:24.885690 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:24.910123 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 827ee952-d73c-4179-9852-f214a6195b85, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=827ee952-d73c-4179-9852-f214a6195b85,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 10:52:25.036882 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:25.041483 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-ed51531e-de30-47c9-8235-701c93d688e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:52:25.092563 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=827ee952-d73c-4179-9852-f214a6195b85,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:52:25.095632 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:52:26.579778 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 827ee952-d73c-4179-9852-f214a6195b85 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:52:26.633723 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 827ee952-d73c-4179-9852-f214a6195b85 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:52:26.634099 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:31.276953 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:52:33.591568 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7710d356-f06a-49a3-9200-2822951a0726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:36.705961 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-44b717be-213e-438c-abac-ca2f685933b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:36.709556 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:37.851285 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:52:39.367843 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:03.619000 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ebcadadc-bb4e-4d96-9563-71f252e41cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:06.747685 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-4b8d9abe-ec59-495d-8003-574df7f0d842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:06.824247 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:07.886589 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:08.266768 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:53:09.509437 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:33.614977 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-915c0d88-7fef-45b8-b5bb-84b6f41c9192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:36.662806 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ba8d-aac4-424f-9cbc-ca8c452abed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:36.692862 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:37.877638 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:39.371418 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:53:45.265764 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:54:03.581506 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-534e0fa8-9376-42b7-9a52-b1252ad8c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:06.623959 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51714) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:06.689635 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-1d240758-5b79-4201-97a6-6507c77fc696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:06.692161 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a772055-3317-48be-bdea-3c2c8b96cd96 admin admin] GET failed (client error): The resource could not be found. Jun 25 10:54:06.692161 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-9a772055-3317-48be-bdea-3c2c8b96cd96 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669703 Jun 25 10:54:06.718573 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:06.896823 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf68cb-09a0-46dd-9aa4-74eeccc88086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:06.898284 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-cedf68cb-09a0-46dd-9aa4-74eeccc88086 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2022343 Jun 25 10:54:07.895711 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:09.196681 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51724) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:09.289665 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b13b83b-44e8-4087-ad0e-608f46ae2720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:09.291370 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-1b13b83b-44e8-4087-ad0e-608f46ae2720 admin admin] 10.222.0.13 "GET /v2.0/subnets/02284958-f87f-45d7-ad1b-22198ee44cc5 HTTP/1.1" status: 200 len: 849 time: 0.0936124 Jun 25 10:54:09.301421 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:54:09.363635 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:09.386023 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:09.632675 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741765247946'] for subnet, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:09.636726 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3e6b6359-2baf-4b5d-aa51-42c512a55aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:54:09.664589 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:09.665181 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:09.668331 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] 10.222.0.13 "PUT /v2.0/subnets/02284958-f87f-45d7-ad1b-22198ee44cc5 HTTP/1.1" status: 200 len: 868 time: 0.3690860 Jun 25 10:54:09.670203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b38b2-d024-43d2-a407-cdc739bd4548 None None] Network e22c3105-53e5-444e-9417-8ea35d7d87cd requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 10:54:09.690990 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02284958-f87f-45d7-ad1b-22198ee44cc5,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:54:09.702556 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.702920 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.703255 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.703597 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.703960 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.704390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.704718 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.705059 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.705390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.705717 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.706088 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.706404 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:09.710562 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:54:10.137060 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-476d5d87-b8a3-4f52-b570-609ded788c53 None None] Provisioning complete for port c9a0977a-a661-4b4d-a848-571dcdc2c413 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:54:10.137705 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-476d5d87-b8a3-4f52-b570-609ded788c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:10.229099 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-476d5d87-b8a3-4f52-b570-609ded788c53 None None] Provisioning complete for port 1b0a4fe8-363c-4f06-b951-ed609b2e7101 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:54:10.229475 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-476d5d87-b8a3-4f52-b570-609ded788c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:11.923224 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51732) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:12.148265 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e6113-813a-4fff-adf9-7f9197e54e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:12.148672 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e6113-813a-4fff-adf9-7f9197e54e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:12.150243 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b27e6113-813a-4fff-adf9-7f9197e54e00 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2260699 Jun 25 10:54:14.384203 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51742) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:14.531348 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b62eb-3d41-4f63-b60e-e2f770d3f4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:14.531816 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b62eb-3d41-4f63-b60e-e2f770d3f4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:14.533364 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-7b6b62eb-3d41-4f63-b60e-e2f770d3f4e0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1482048 Jun 25 10:54:16.713845 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51750) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:16.926668 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9302082e-4359-4aac-aabd-893106fb168b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:16.927953 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-9302082e-4359-4aac-aabd-893106fb168b admin admin] 10.222.0.13 "GET /v2.0/networks/9f7a04bc-8bfc-4814-ad45-14517954fab4 HTTP/1.1" status: 200 len: 886 time: 0.2126303 Jun 25 10:54:19.117602 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51758) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:19.251374 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d168b-8f09-4744-abdb-e87a98200306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:19.252762 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f72d168b-8f09-4744-abdb-e87a98200306 admin admin] 10.222.0.13 "GET /v2.0/networks/e22c3105-53e5-444e-9417-8ea35d7d87cd HTTP/1.1" status: 200 len: 869 time: 0.1340590 Jun 25 10:54:21.511702 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51766) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:21.640825 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0174e3-4ef5-4311-8044-e61a1c7a213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:21.641193 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0174e3-4ef5-4311-8044-e61a1c7a213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:21.642757 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ec0174e3-4ef5-4311-8044-e61a1c7a213a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1304529 Jun 25 10:54:22.264750 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:54:23.843387 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51774) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:23.941615 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c181168-b378-4539-a3ab-b549d3fcac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:23.942115 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c181168-b378-4539-a3ab-b549d3fcac45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:23.943769 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3c181168-b378-4539-a3ab-b549d3fcac45 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0993845 Jun 25 10:54:26.140095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51782) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:26.288650 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cc6104-b002-437c-8ab2-5c6c136ceaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:26.290081 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-a1cc6104-b002-437c-8ab2-5c6c136ceaea admin admin] 10.222.0.13 "GET /v2.0/subnets/02284958-f87f-45d7-ad1b-22198ee44cc5 HTTP/1.1" status: 200 len: 868 time: 0.1489780 Jun 25 10:54:28.546897 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51790) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:28.664295 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c86c89-57b0-4d5b-b82d-9eaeafb8c8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:28.665604 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-09c86c89-57b0-4d5b-b82d-9eaeafb8c8c1 admin admin] 10.222.0.13 "GET /v2.0/subnets/975c3338-9e40-43a3-b655-413346c87a65 HTTP/1.1" status: 200 len: 816 time: 0.1177084 Jun 25 10:54:33.590549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a6432f7-57f5-4f9b-a88b-3aa9bff8719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:36.665890 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2a3e8fc8-6460-4395-8c0a-15370e8a22c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:36.699935 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:37.880790 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:39.397070 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:52.375668 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51834) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:52.421721 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [None req-dd6366fa-fa23-4e76-b4b9-503b32c00694 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 10:54:52.422837 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-dd6366fa-fa23-4e76-b4b9-503b32c00694 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462108 Jun 25 10:54:54.654006 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51842) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:54.714215 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b6db43-b3d6-4598-b969-e265f416f22d admin admin] GET failed (client error): The resource could not be found. Jun 25 10:54:54.715559 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-07b6db43-b3d6-4598-b969-e265f416f22d admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606956 Jun 25 10:54:54.861972 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0550cc95-6d78-44c2-8d26-f852a6b4ac28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:54.863517 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-0550cc95-6d78-44c2-8d26-f852a6b4ac28 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1423128 Jun 25 10:54:57.038475 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51850) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:57.087418 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:54:57.242095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Made reservation on behalf of 7ff7942f48a14fafa1f09aa977fb0d4a for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 10:54:57.244958 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:57.281858 dv-cinder-793136-2-iscsi neutron-server[105346]: WARNING neutron.services.revisions.revision_plugin [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Could not find related network for resource to bump revision. Jun 25 10:54:57.296773 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 10:54:57.306290 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:57.306629 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Added segment 51b51cdd-3e4d-4a16-9ff0-5929261ac51c of type vlan for network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 Jun 25 10:54:57.354614 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:57.503122 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:57.504582 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:54:57.505210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:54:57.507322 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:54:57.565212 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e3de0b-7b45-45c6-9496-4daf7b4749f1,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.576091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:54:57.579189 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:54:57.586583 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 10:54:57.688116 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6484594 Jun 25 10:54:59.265059 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:54:59.888442 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51858) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:54:59.963187 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d29197-6359-451e-81e9-41e44be31bf0 admin admin] GET failed (client error): The resource could not be found. Jun 25 10:54:59.964504 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-27d29197-6359-451e-81e9-41e44be31bf0 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0750754 Jun 25 10:55:00.032899 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7eecc-d0bc-4cab-a879-235e86ff02da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:55:00.034373 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-6ad7eecc-d0bc-4cab-a879-235e86ff02da admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660446 Jun 25 10:55:00.044800 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 10:55:00.150235 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Made reservation on behalf of 7ff7942f48a14fafa1f09aa977fb0d4a for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 10:55:00.152546 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:00.408028 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:00.410585 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:55:00.465641 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b36587-e962-4c01-bf75-3c35adf50e63,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:55:00.471082 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:55:00.479096 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Checking segment: {'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 10:55:00.479505 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Network hostable DHCP agents. Network: f3e3de0b-7b45-45c6-9496-4daf7b4749f1, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 10:55:00.639663 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 10:55:00.767737 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, f3e3de0b-7b45-45c6-9496-4daf7b4749f1) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:55:00.774649 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 10:55:00.776022 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:00.778671 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da29c3b7-36b7-458b-9e66-ab0bd63c80a6 None None] Network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 10:55:00.899801 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8589289 Jun 25 10:55:00.932274 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-f3e3de0b-7b45-45c6-9496-4daf7b4749f1', 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1', 'tenant_id': '7ff7942f48a14fafa1f09aa977fb0d4a', 'fixed_ips': [{'subnet_id': '25b36587-e962-4c01-bf75-3c35adf50e63'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 10:55:00.933212 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:01.183244 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Allocated IP 192.168.233.2 (f3e3de0b-7b45-45c6-9496-4daf7b4749f1/25b36587-e962-4c01-bf75-3c35adf50e63/07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 10:55:01.335058 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:01.347522 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Transition to ACTIVE for port object 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 10:55:01.370125 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Transition to ACTIVE for port object 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 10:55:01.497527 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:01.501757 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:55:01.543814 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 10:55:01.546682 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 10:55:01.553598 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Pushing event updated for resources: {'Port': ['ID=07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:55:01.555764 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 10:55:01.566659 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.567003 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.567335 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.567668 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.567993 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.568312 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.568636 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.568978 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.569311 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.569628 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.569976 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.570303 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:55:01.594019 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:55:01.627087 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Attempting to bind port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 10:55:01.627559 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Attempting to bind port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 10:55:01.627813 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Attempting to bind port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de on network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 10:55:01.632936 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 10, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 10:55:01.633279 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Checking segment: {'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 10:55:01.633674 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:01.634090 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Bound using segment: {'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 10:55:01.634566 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Bound port: 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 10:55:01.634980 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:01.697647 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] For port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 10:55:01.700825 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] For port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de,segment=NetworkSegment(51b51cdd-3e4d-4a16-9ff0-5929261ac51c),segment_id=51b51cdd-3e4d-4a16-9ff0-5929261ac51c)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 10:55:01.802448 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:01.805639 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:55:01.876055 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Pushing event updated for resources: {'Port': ['ID=07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:55:01.882383 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:55:02.760427 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:55:02.809512 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc56bb1-aef2-4df5-af35-d1dad366cfb9 None None] Network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 10:55:02.967111 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 10:55:03.036223 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Provisioning for port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 10:55:03.041319 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Provisioning complete for port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:55:03.049325 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:03.137902 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:03.173767 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] For port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de,segment=NetworkSegment(51b51cdd-3e4d-4a16-9ff0-5929261ac51c),segment_id=51b51cdd-3e4d-4a16-9ff0-5929261ac51c)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 10:55:03.254806 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:03.256345 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:55:03.304920 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Pushing event updated for resources: {'Port': ['ID=07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:55:03.308101 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:55:03.375849 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-973ba38d-c8d0-4667-bd9f-495f3e2c50a4 None None] Provisioning complete for port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:55:03.375849 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-973ba38d-c8d0-4667-bd9f-495f3e2c50a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:03.618856 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-b914c1ad-3cb7-4da0-a8d8-f6834fe9959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:04.701550 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 10:55:04.751396 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 07cbf4cc-b0ad-4c03-af33-83d0c2b4e6de triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 10:55:04.751809 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:06.676062 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-36ed284b-9164-4422-b453-e427354f8036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:06.710756 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:07.921464 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:09.388384 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:33.588949 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-fcc24778-0a4d-4c07-80e6-90549893b7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:36.264091 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:55:36.617661 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8090b4ea-58a6-4b25-bfb2-8d6b601fa0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:36.645619 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:37.880335 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:55:39.417510 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:03.634273 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e19e9256-00b9-4808-89e0-3a577b692fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:06.677466 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-1ef87f8a-59b3-47c0-bd7f-86830eb61aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:06.701860 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:07.942442 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:09.370367 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:13.264339 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:56:33.581498 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51910) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:56:33.587988 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [None req-3c7e4315-bb44-4d0f-98a6-80b583d4ad47 tempest-verify_tempest_config-1677121728 tempest-verify_tempest_config-1677121728-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 10:56:33.589023 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3c7e4315-bb44-4d0f-98a6-80b583d4ad47 tempest-verify_tempest_config-1677121728 tempest-verify_tempest_config-1677121728-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065076 Jun 25 10:56:33.592662 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a2ebf21b-5e24-482b-8e22-40836e31ce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.137470 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 51928) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:56:34.239872 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.338554 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.430773 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.433980 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:56:34.477639 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e74ec50fc1a84f1eb1b8112febf80b76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3390577 Jun 25 10:56:34.478647 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b4a32e-ce24-4444-8e29-4fd79d87c3e1,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:56:34.480370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 51932) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:56:34.485746 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.486140 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.486477 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.486811 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.487131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.487673 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.488067 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.488408 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.488747 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.489068 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.489383 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.489694 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.493611 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:56:34.545090 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.568207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.769389 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.772905 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:34.774073 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57b4a32e-ce24-4444-8e29-4fd79d87c3e1 HTTP/1.1" status: 204 len: 168 time: 0.2921526 Jun 25 10:56:34.774742 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 10:56:34.783426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b4a32e-ce24-4444-8e29-4fd79d87c3e1,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 10:56:34.791067 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.791755 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.791755 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.792099 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.792500 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.792760 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.793085 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.793416 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.793749 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.794096 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.794414 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.794719 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 10:56:34.799011 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 10:56:36.631780 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ae41c8e6-1ba1-4710-913e-2c0029ca2021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:36.660331 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:37.894891 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:39.431643 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:56:50.263432 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:57:03.579813 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-b81ea33d-b484-41b2-b8aa-b65b20c500ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:06.636239 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-41496f68-6aa5-4407-a614-5732305fd7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:06.669238 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:07.882714 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:09.447913 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:27.262917 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:57:33.589920 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7f1bcba2-2214-4647-992a-0834275b85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:36.645625 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-1c98c84a-e61a-4632-84d6-5876c258f306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:36.680623 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:37.880972 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:57:39.383831 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:03.565274 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ef9648c7-38e6-4c4e-a802-dbef71d25163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:04.261704 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 5 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:58:06.620540 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f718af1d-f65f-40e8-afab-6c5e2c052294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:06.645546 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:07.879283 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:09.382495 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:18.381738 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1640022'] for agent, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:33.564409 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-bbc9e658-90e6-400b-b87a-43038e015307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:34.098865 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52010) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:58:34.199480 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-1bd7d385-5f55-47b5-b1b6-165bb99568a7 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995057 Jun 25 10:58:36.390381 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52020) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 10:58:36.450942 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-1c17d3de-d4ad-43a5-970b-f1b90bc14588 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0593777 Jun 25 10:58:36.631092 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6cbf-7eeb-449c-9518-60f4ae49df83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:36.683833 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:37.896021 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:39.403843 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:58:41.260815 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:58:48.336206 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:03.585640 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8d090f5c-64f4-4c06-99c0-4fa5a7cc50e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:06.671633 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-89a00332-ceed-4c47-9210-28dfe0a103ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:06.713212 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:07.871453 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:09.381311 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:18.259781 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 10:59:18.359151 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:33.606009 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5e2ccb2a-aa67-406b-a799-042590e3fd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:36.700075 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5ca85a17-04b4-44d0-9abf-572c18b31c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:36.747145 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:37.941642 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:39.410644 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:48.393343 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 10:59:55.258857 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:00:03.581606 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5680328a-de0b-44cf-bd5a-7d2f9acebad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:06.666647 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-09d432b2-9155-40f0-be1c-f3fe965187c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:06.694886 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:07.965185 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:09.450391 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:09.888600 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52200) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:10.269784 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-685471625-network', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:10.359082 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Made reservation on behalf of 697d0ae51e5f424a8183cff410a63f8a for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:10.361438 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:10.372608 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:10.372749 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52230) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:10.475623 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:10.701942 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:10.706577 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:10.725466 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:00:10.742295 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31713b32-8859-49ff-9767-86ab4f2b904b,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:10.747937 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:10.748278 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Added segment 71fba773-4b8b-4ffd-90db-d688faa3175d of type vlan for network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c Jun 25 11:00:10.760087 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.760435 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.760966 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.761085 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.761426 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.761752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.762120 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.762443 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.762791 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.763118 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.763458 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.763761 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Tracked resource versions report: Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: pushed versions: Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: { 'AddressGroup': {'1.2'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'ConntrackHelper': {'1.0'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Log': {'1.0'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Network': {'1.1'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Port': {'1.7'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'PortForwarding': {'1.2'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'QosPolicy': {'1.8'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroup': {'1.4'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SubPort': {'1.0'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Subnet': {'1.1'}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Trunk': {'1.1'}} Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: consumer versions: Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: HyperV agent@hv-cinder-79313: {}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'ConntrackHelper': '1.0', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Log': '1.0', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Network': '1.1', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Port': '1.7', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'PortForwarding': '1.2', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'QosPolicy': '1.8', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroup': '1.4', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SecurityGroupRule': '1.2', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'SubPort': '1.0', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Subnet': '1.1', Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: 'Trunk': '1.1'}} Jun 25 11:00:10.764888 dv-cinder-793136-2-iscsi neutron-server[105345]: {{(pid=105345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:00:10.770515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:10.806406 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:10.962239 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1625790471-network', 'tenant_id': 'e673e94bf4894f158729b5843c585430'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:10.988335 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52252) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:11.119930 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.121502 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:11.122334 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.125025 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:11.165305 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Made reservation on behalf of e673e94bf4894f158729b5843c585430 for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:11.170210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.188232 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.212358 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Pushing event updated for resources: {'Network': ['ID=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:11.215948 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:11.227639 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:00:11.346590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52260) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:11.347412 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4567995 Jun 25 11:00:11.354312 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Request body: {'subnet': {'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-subnet', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:11.457549 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.491706 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52264) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:11.543390 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-181171799-network', 'tenant_id': '5cd659ef94e943a2bc6ed8daee6cf6bd'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:11.562106 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.566925 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:11.599619 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:11.607413 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.607761 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.608101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.608424 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.608748 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.609068 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.609573 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.610102 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.610595 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.611072 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.611540 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.612037 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Tracked resource versions report: Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: pushed versions: Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: { 'AddressGroup': {'1.2'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'ConntrackHelper': {'1.0'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Log': {'1.0'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Network': {'1.1'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Port': {'1.7'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'PortForwarding': {'1.2'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'QosPolicy': {'1.8'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroup': {'1.4'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SubPort': {'1.0'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Subnet': {'1.1'}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Trunk': {'1.1'}} Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: consumer versions: Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: HyperV agent@hv-cinder-79313: {}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'ConntrackHelper': '1.0', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Log': '1.0', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Network': '1.1', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Port': '1.7', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'PortForwarding': '1.2', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'QosPolicy': '1.8', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroup': '1.4', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SecurityGroupRule': '1.2', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'SubPort': '1.0', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Subnet': '1.1', Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: 'Trunk': '1.1'}} Jun 25 11:00:11.613261 dv-cinder-793136-2-iscsi neutron-server[105346]: {{(pid=105346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:00:11.621094 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:11.624913 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:00:11.635439 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.635797 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Added segment 826b995a-3a6e-4009-85c8-2c27eb144acc of type vlan for network 600b9971-a674-49d3-8806-d05d87f81fbc Jun 25 11:00:11.692295 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.697789 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Made reservation on behalf of 697d0ae51e5f424a8183cff410a63f8a for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:11.699010 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.758181 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52276) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:11.808498 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2047854213-network', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:11.901860 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.907963 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:11.908532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:11.910572 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-317276b5-1604-4c40-921c-81ffa60f5ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:12.003210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Made reservation on behalf of 5cd659ef94e943a2bc6ed8daee6cf6bd for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:12.005685 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.027668 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.043924 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Pushing event updated for resources: {'Network': ['ID=600b9971-a674-49d3-8806-d05d87f81fbc,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:12.048604 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:12.060142 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 600b9971-a674-49d3-8806-d05d87f81fbc details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:00:12.079907 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.086370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:12.137924 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-network', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:12.154664 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Made reservation on behalf of 41d7a436f7b043a09d4b397c7b721ff9 for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:12.160187 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.190178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.236158 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6dcec42-77a4-4b48-bed3-e7623665d2c6,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:12.256457 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:12.268198 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8898022 Jun 25 11:00:12.268831 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52290) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:12.276410 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Request body: {'subnet': {'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1625790471-subnet', 'tenant_id': 'e673e94bf4894f158729b5843c585430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:12.299613 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Checking segment: {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:12.300365 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Network hostable DHCP agents. Network: d595a92f-f844-4ffd-9bb1-5b4b5e2e563c, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:00:12.401440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.679188 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:00:12.685134 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.691610 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.db.api [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:00:12.691610 dv-cinder-793136-2-iscsi neutron-server[105346]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:00:12.691610 dv-cinder-793136-2-iscsi neutron-server[105346]: [parameters: {'project_id_1': '41d7a436f7b043a09d4b397c7b721ff9', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 0, 12, 233279)}] Jun 25 11:00:12.691610 dv-cinder-793136-2-iscsi neutron-server[105346]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:00:12.692897 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_db.api [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:00:12.699262 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:12.700565 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.db.api [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:00:12.700565 dv-cinder-793136-2-iscsi neutron-server[105345]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:00:12.700565 dv-cinder-793136-2-iscsi neutron-server[105345]: [parameters: {'project_id_1': 'e673e94bf4894f158729b5843c585430', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 0, 12, 285956)}] Jun 25 11:00:12.700565 dv-cinder-793136-2-iscsi neutron-server[105345]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:00:12.701099 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_db.api [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:00:12.721746 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:00:12.748317 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae95b6-df03-4aff-a38f-bc11b9b49238,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:12.752968 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.753480 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Added segment 4ddea707-22e5-4266-8a12-0464130329d7 of type vlan for network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 Jun 25 11:00:12.755396 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:12.810250 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.823976 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, d595a92f-f844-4ffd-9bb1-5b4b5e2e563c) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:12.833981 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:12.834740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.840257 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3fd8f3-cb32-4557-9b0c-ca8051f4eef3 None None] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:12.866922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Made reservation on behalf of d0bc9d6180724cafa25c7bac09986563 for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:12.870555 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.885856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.958682 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.960667 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:12.961710 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:12.987412 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:13.026661 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6775753 Jun 25 11:00:13.031528 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52324) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:13.041135 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:13.141009 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c9fa8-b82d-4250-bcfa-612b9cc45639 None None] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:13.210984 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.211217 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.248210 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2564301 Jun 25 11:00:13.250404 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52332) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:13.256575 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Request body: {'subnet': {'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-181171799-subnet', 'tenant_id': '5cd659ef94e943a2bc6ed8daee6cf6bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:13.286638 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Pushing event updated for resources: {'Network': ['ID=1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:13.293532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:13.318860 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:00:13.338199 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.350020 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e6af90b7-4c8b-470a-bbeb-e42a8553522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:13.368375 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:00:13.429255 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.429906 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Added segment 7d8dbd22-0803-4428-a6d3-c38039f1f6e5 of type vlan for network fcea8105-15cb-4f29-8e2d-df0308b278f8 Jun 25 11:00:13.446227 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e956d-8154-4576-bda1-0647351feb8c,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:13.451802 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:13.507606 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.507606 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.538714 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.618414 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.690012 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Made reservation on behalf of e673e94bf4894f158729b5843c585430 for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:13.693128 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Notify callbacks [] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.736551 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.746840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:13.747431 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.785523 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:13.795101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.932722 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=fcea8105-15cb-4f29-8e2d-df0308b278f8,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:13.942687 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:00:13.951749 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.963096 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:13.967100 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:00:13.972140 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.977667 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:13.978811 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Added segment eb08a3e3-b69c-43b2-bdfe-486617532e84 of type vlan for network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 Jun 25 11:00:14.029798 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.036015 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:14.078994 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12be016-c733-46f5-a5ba-115b3f7a8ef4,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:14.082217 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:14.097642 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Made reservation on behalf of 5cd659ef94e943a2bc6ed8daee6cf6bd for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:14.100039 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.182257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.183564 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:14.184143 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.187277 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:14.188819 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4288745 Jun 25 11:00:14.194714 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52364) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:14.199728 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Request body: {'subnet': {'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-subnet', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:14.251069 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbf794f-bcd5-4d57-a4e3-4459d4262c75,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:14.253884 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:14.262663 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:00:14.291743 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.298899 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:14.387764 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8944149 Jun 25 11:00:14.390975 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52368) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:14.396939 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Request body: {'subnet': {'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2047854213-subnet', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:14.450064 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:14.462203 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:14.528810 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.531582 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Checking segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:14.531817 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Network hostable DHCP agents. Network: 600b9971-a674-49d3-8806-d05d87f81fbc, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:00:14.540325 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:14.586370 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.595708 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Made reservation on behalf of d0bc9d6180724cafa25c7bac09986563 for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:14.598146 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.637442 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.645731 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52372) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:14.696601 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a190a0-4503-4fb9-aea3-c8e917639cb3,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:14.704229 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:14.736561 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Made reservation on behalf of 41d7a436f7b043a09d4b397c7b721ff9 for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:14.740992 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.746646 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Checking segment: {'id': '4ddea707-22e5-4266-8a12-0464130329d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:14.746990 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Network hostable DHCP agents. Network: 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:00:14.778526 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Network 600b9971-a674-49d3-8806-d05d87f81fbc is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:00:14.894498 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Allocated IP 172.27.2.52 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/88fd3d3c-0d41-45bf-97e1-e4bdc310ce23) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:14.898542 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d38f712e-6fcc-4add-96af-e0d19ae53465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:14.994528 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:00:15.074142 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 600b9971-a674-49d3-8806-d05d87f81fbc) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:15.080530 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:15.082781 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f8d8f-0339-4a89-828e-29b7d3a0f993 None None] Network 600b9971-a674-49d3-8806-d05d87f81fbc requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:15.105900 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.113256 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:15.114035 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.115925 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d38f712e-6fcc-4add-96af-e0d19ae53465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.118753 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.138678 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:15.163235 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140b8eb2-2fba-49eb-8581-4115b9df40aa None None] Network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:15.172812 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.175905 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:15.176681 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.177695 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-33d8c08a-9646-456a-9cd2-3418c51f9805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:15.235568 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb231853-dd2b-490a-8542-711fac003d8c,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:15.245360 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d38f712e-6fcc-4add-96af-e0d19ae53465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.246535 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:15.252440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d239b59d-a07b-47aa-94f2-e063695e1c51,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:15.256762 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:15.264500 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Checking segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:15.265328 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Network hostable DHCP agents. Network: fcea8105-15cb-4f29-8e2d-df0308b278f8, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:00:15.268489 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5ab77d06-92f0-417f-9a4d-014f3385cbfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:15.318516 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-d38f712e-6fcc-4add-96af-e0d19ae53465 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fac52edfb5145949868aac4fd062782&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6713734 Jun 25 11:00:15.319431 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Checking segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:15.319841 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Network hostable DHCP agents. Network: fdbf794f-bcd5-4d57-a4e3-4459d4262c75, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:00:15.322032 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52386) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:15.331273 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f712e-6fcc-4add-96af-e0d19ae53465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569078c7-40cb-4f36-b8e8-f2e379971d2b,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:15.336635 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d38f712e-6fcc-4add-96af-e0d19ae53465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:15.392730 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a8f28e-f618-4e81-89b8-1e036c70d16d None None] Network 600b9971-a674-49d3-8806-d05d87f81fbc requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:15.415497 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4c3df-9892-4618-bcde-57e43f8ae167 None None] Network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:15.449988 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:00:15.499163 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2292259 Jun 25 11:00:15.499842 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:00:15.503210 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.514771 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2629719 Jun 25 11:00:15.519024 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, fdbf794f-bcd5-4d57-a4e3-4459d4262c75) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:15.531263 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:15.532261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:15.537253 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.564663 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, fcea8105-15cb-4f29-8e2d-df0308b278f8) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:15.594181 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:15.595053 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.608147 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c8f618-3c10-4eee-9658-f7f210bba051 None None] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:15.631853 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:15.655001 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:15.674616 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Pushing event updated for resources: {'Port': ['ID=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:15.678859 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:15.679783 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6950a3-f5d9-4147-8007-6c02828b6e0a None None] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:15.680916 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:15.702900 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3102405 Jun 25 11:00:15.706047 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52400) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:15.718342 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.723089 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:15.827255 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6313369 Jun 25 11:00:15.830411 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52408) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:15.839375 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:15.892856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.953162 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:15.960706 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.079225 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.080595 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.120453 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.133800 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.135605 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/569078c7-40cb-4f36-b8e8-f2e379971d2b HTTP/1.1" status: 204 len: 168 time: 0.8121378 Jun 25 11:00:16.140022 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:16.162865 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:00:16.164892 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.181412 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569078c7-40cb-4f36-b8e8-f2e379971d2b,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:16.194042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:16.267754 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-fcea8105-15cb-4f29-8e2d-df0308b278f8', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:00:16.268992 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.328830 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.461620 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52458) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:16.466008 dv-cinder-793136-2-iscsi neutron-server[105345]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 11:00:16.521600 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52460) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:16.530411 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.570316 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:16.691515 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Allocated IP 172.20.0.2 (fdbf794f-bcd5-4d57-a4e3-4459d4262c75/d239b59d-a07b-47aa-94f2-e063695e1c51/b2fdc16a-c8a3-4cf0-b144-a846ef644328) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:16.721307 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Allocated IP 172.20.0.2 (fcea8105-15cb-4f29-8e2d-df0308b278f8/eb231853-dd2b-490a-8542-711fac003d8c/08a965d7-00af-440d-b2d0-2a8152232c0d) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:16.867331 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-94f3adff-0178-4e19-be9a-a4adadd0296a tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:16.875073 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-94f3adff-0178-4e19-be9a-a4adadd0296a tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 0.4102988 Jun 25 11:00:16.929981 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-cce55af9-59f3-430b-9a82-5c556855a2a8 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:16.931004 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-cce55af9-59f3-430b-9a82-5c556855a2a8 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/networks?id=1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 HTTP/1.1" status: 200 len: 811 time: 0.4059963 Jun 25 11:00:16.937183 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-07d84e28-d75f-4027-ab61-24e6c6c54579 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/quotas/e673e94bf4894f158729b5843c585430 HTTP/1.1" status: 200 len: 375 time: 0.0607245 Jun 25 11:00:17.003335 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-bbe4fba6-35ed-4d91-94ae-6fee9463441a tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/quotas/5cd659ef94e943a2bc6ed8daee6cf6bd HTTP/1.1" status: 200 len: 375 time: 0.0638239 Jun 25 11:00:17.005401 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-e1eb795c-0a08-45a0-b619-0852d5a06a6c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556643 Jun 25 11:00:17.018055 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.028882 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.038807 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Transition to ACTIVE for port object b2fdc16a-c8a3-4cf0-b144-a846ef644328 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:17.048089 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.074605 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.076703 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Transition to ACTIVE for port object b2fdc16a-c8a3-4cf0-b144-a846ef644328 will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:17.085445 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Transition to ACTIVE for port object 08a965d7-00af-440d-b2d0-2a8152232c0d will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:17.093584 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.108187 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Transition to ACTIVE for port object 08a965d7-00af-440d-b2d0-2a8152232c0d will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:17.129362 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-199f6782-59f6-4d04-a76e-8dfa23061a50 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cd659ef94e943a2bc6ed8daee6cf6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129115 Jun 25 11:00:17.270175 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-13bb7d72-492c-4741-a358-208fd11d44e1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:00:17.271156 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-13bb7d72-492c-4741-a358-208fd11d44e1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933478 Jun 25 11:00:17.340293 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-be43f86b-1ecf-49a2-8837-c63fbad4040b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:00:17.341343 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-be43f86b-1ecf-49a2-8837-c63fbad4040b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1079593 Jun 25 11:00:17.466559 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-ea1f2594-d5ad-4b66-ab97-1a38a9285a6a service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859641 Jun 25 11:00:17.489612 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.492137 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.494937 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:17.544183 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-7daa2979-5000-4605-ac21-75dd46a872ce service neutron] 10.222.0.13 "GET /v2.0/networks/1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842623 Jun 25 11:00:17.558489 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:17.563206 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:17.569869 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:17.586258 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:17.589602 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Pushing event updated for resources: {'Port': ['ID=b2fdc16a-c8a3-4cf0-b144-a846ef644328,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:17.594268 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:17.597085 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:17.600711 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Router feea9d44-63cf-490d-8eb9-fa64a649874c is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:00:17.613680 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.614308 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.614862 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Tracked resource versions report: Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: pushed versions: Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: { 'AddressGroup': {'1.2'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'ConntrackHelper': {'1.0'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Log': {'1.0'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Network': {'1.1'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Port': {'1.7'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'PortForwarding': {'1.2'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'QosPolicy': {'1.8'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroup': {'1.4'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SubPort': {'1.0'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Subnet': {'1.1'}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Trunk': {'1.1'}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: consumer versions: Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: HyperV agent@hv-cinder-79313: {}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'ConntrackHelper': '1.0', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Log': '1.0', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Network': '1.1', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Port': '1.7', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'PortForwarding': '1.2', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'QosPolicy': '1.8', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroup': '1.4', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SecurityGroupRule': '1.2', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'SubPort': '1.0', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Subnet': '1.1', Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: 'Trunk': '1.1'}} Jun 25 11:00:17.619832 dv-cinder-793136-2-iscsi neutron-server[105347]: {{(pid=105347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:00:17.635548 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52486) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:17.674564 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b0179a53-5076-48b2-9393-5b541ece9e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.767604 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Pushing event updated for resources: {'Port': ['ID=08a965d7-00af-440d-b2d0-2a8152232c0d,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:17.770983 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:17.773475 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:17.773885 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:17.775108 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Attempting to bind port b2fdc16a-c8a3-4cf0-b144-a846ef644328 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:17.775108 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Attempting to bind port b2fdc16a-c8a3-4cf0-b144-a846ef644328 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:17.775829 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Attempting to bind port b2fdc16a-c8a3-4cf0-b144-a846ef644328 on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:17.785541 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Attempting to bind port 08a965d7-00af-440d-b2d0-2a8152232c0d on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:17.785541 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Attempting to bind port 08a965d7-00af-440d-b2d0-2a8152232c0d by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:17.785541 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Attempting to bind port 08a965d7-00af-440d-b2d0-2a8152232c0d on network fcea8105-15cb-4f29-8e2d-df0308b278f8 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:17.787512 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:17.793071 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Checking segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:17.793071 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.793071 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Bound using segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:17.793071 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Bound port: b2fdc16a-c8a3-4cf0-b144-a846ef644328, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:17.793071 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.796449 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:17.796798 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Checking segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:17.797181 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.797629 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Bound using segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:17.798209 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Bound port: 08a965d7-00af-440d-b2d0-2a8152232c0d, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:17.798823 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:17.875931 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-0d757998-b99a-49ed-881c-24ee7ca3e09c service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012542 Jun 25 11:00:17.931327 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-f8c45fed-8588-47a5-a6f9-dbb4e15c6395 service neutron] 10.222.0.13 "GET /v2.0/networks/1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904350 Jun 25 11:00:17.942100 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] For port b2fdc16a-c8a3-4cf0-b144-a846ef644328, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:17.945619 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] For port 08a965d7-00af-440d-b2d0-2a8152232c0d, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:17.949756 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] For port b2fdc16a-c8a3-4cf0-b144-a846ef644328, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=b2fdc16a-c8a3-4cf0-b144-a846ef644328,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:17.952201 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] For port 08a965d7-00af-440d-b2d0-2a8152232c0d, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=08a965d7-00af-440d-b2d0-2a8152232c0d,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:17.973648 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:00:17.986658 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Sync routers for ids ['feea9d44-63cf-490d-8eb9-fa64a649874c'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:00:18.000700 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Routers {'feea9d44-63cf-490d-8eb9-fa64a649874c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:18.001316 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['feea9d44-63cf-490d-8eb9-fa64a649874c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:18.073862 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.078400 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:18.141127 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Set router feea9d44-63cf-490d-8eb9-fa64a649874c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:18.154923 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Pushing event updated for resources: {'Port': ['ID=b2fdc16a-c8a3-4cf0-b144-a846ef644328,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:18.158854 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:18.188090 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.189609 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5058b28a-57b1-4f6d-a231-8338d59b8181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:18.266146 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Pushing event updated for resources: {'Port': ['ID=08a965d7-00af-440d-b2d0-2a8152232c0d,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:18.272366 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:18.279805 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.317873 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b0179a53-5076-48b2-9393-5b541ece9e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.323526 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.343780 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.476205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.481648 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:00:15Z', 'revision_number': 3, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:18.496079 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.548482 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b0179a53-5076-48b2-9393-5b541ece9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.557515 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Checking router: feea9d44-63cf-490d-8eb9-fa64a649874c for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:00:18.558119 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Updating router feea9d44-63cf-490d-8eb9-fa64a649874c port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:00:18.647327 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:18.665688 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.770229 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:18.775155 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7420857 Jun 25 11:00:18.780355 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-184d6591-061b-4112-b3e8-00b7dcb8bacc req-ab049af1-2c5d-458f-be60-b3395a817c97 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.1105382 Jun 25 11:00:18.807311 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52526) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:18.926007 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Allocated IP 172.27.2.21 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/ac9ac81b-74fe-4688-8679-8be6b55ff096) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:19.027502 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cd2af72b-3379-448c-83dc-d5ee51bb572e req-2487be69-1e22-4254-a3c6-e3a81ad97bd3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.2454674 Jun 25 11:00:19.101541 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b0179a53-5076-48b2-9393-5b541ece9e01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50f6a3e39b844566873cf412497c36be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4587212 Jun 25 11:00:19.108869 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52534) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:19.142853 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0179a53-5076-48b2-9393-5b541ece9e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4dd09e-f56c-4478-9ef6-522cfa27cf21,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:19.148666 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b0179a53-5076-48b2-9393-5b541ece9e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:19.212333 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 08a965d7-00af-440d-b2d0-2a8152232c0d up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:19.270388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:19.392153 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:19.399335 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 08a965d7-00af-440d-b2d0-2a8152232c0d completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:19.415138 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b2fdc16a-c8a3-4cf0-b144-a846ef644328 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:19.428359 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:19.511266 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:19.563329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:19.587459 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port b2fdc16a-c8a3-4cf0-b144-a846ef644328 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:19.662784 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:19.683851 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:19.687024 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:19.749888 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Allocated IP 172.27.2.83 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/6dbe45e6-3478-4f48-83fb-5553e9128c17) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:19.794197 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9ac81b-74fe-4688-8679-8be6b55ff096,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:19.798451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:19.811933 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:19.909007 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:19.944257 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:19.944257 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff4dd09e-f56c-4478-9ef6-522cfa27cf21 HTTP/1.1" status: 204 len: 168 time: 0.8173511 Jun 25 11:00:19.984034 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:20.043049 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-71b6117f-80c9-4cc0-a785-280fb6d9c765 req-0159acba-14a1-4dc4-baeb-5271369e4e58 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0537176 Jun 25 11:00:20.046636 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4dd09e-f56c-4478-9ef6-522cfa27cf21,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:20.066411 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:20.095252 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.158904 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf34db8-21ff-49da-b671-93d015ffad6b None None] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:20.189617 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d4d65814-1426-41b0-9194-7c5a6988f24b req-97f44419-6c6b-4112-bfa3-7d6766363cc4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.0650792 Jun 25 11:00:20.221468 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Allocated IP 172.20.0.1 (d595a92f-f844-4ffd-9bb1-5b4b5e2e563c/a6dcec42-77a4-4b48-bed3-e7623665d2c6/c00a5aa3-aa83-4d97-8c25-a4784d540841) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:20.349962 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b3ba8-6dc8-4777-a6ad-cd008c2567c3 None None] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:00:20.393287 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.630313 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.632514 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Provisioning for port 08a965d7-00af-440d-b2d0-2a8152232c0d completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:20.640920 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Provisioning complete for port 08a965d7-00af-440d-b2d0-2a8152232c0d triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:20.652521 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.704458 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.717471 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f7533134-ccda-4f41-81ec-a295e6ade141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:20.727182 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:20.735481 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:20.763428 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:20.763428 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.789788 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:20.815998 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.900361 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] For port 08a965d7-00af-440d-b2d0-2a8152232c0d, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=08a965d7-00af-440d-b2d0-2a8152232c0d,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:20.941894 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:20.955245 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:20.969356 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:20.973624 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:20.992549 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Transition to ACTIVE for port object 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:21.031371 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=c00a5aa3-aa83-4d97-8c25-a4784d540841,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:21.034868 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:21.043178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbe45e6-3478-4f48-83fb-5553e9128c17,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:21.055203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.057091 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:21.080944 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.096916 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:21.228614 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Attempting to bind port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:21.228997 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Attempting to bind port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:21.229357 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Attempting to bind port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:21.240181 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.247048 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:21.261282 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:21.261282 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.261282 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:21.261282 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Bound port: 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:21.261282 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.283517 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:21.284451 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Pushing event updated for resources: {'Port': ['ID=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,revision_number=2']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:21.291802 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Pushing event updated for resources: {'Port': ['ID=08a965d7-00af-440d-b2d0-2a8152232c0d,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:21.305713 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:21.308887 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.332723 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3db6fac4-6a7e-4c3e-8b09-c832abf03695 req-ecc0fb72-df89-48f7-af67-d7f4aead02e5 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0935798 Jun 25 11:00:21.339726 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.340102 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.340434 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.340767 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.341283 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.341633 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.341980 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.350709 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.351340 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.352082 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.352254 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.352579 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Tracked resource versions report: Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: pushed versions: Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: { 'AddressGroup': {'1.2'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'ConntrackHelper': {'1.0'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Log': {'1.0'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Network': {'1.1'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Port': {'1.7'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'PortForwarding': {'1.2'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'QosPolicy': {'1.8'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroup': {'1.4'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroupRule': {'1.2'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SubPort': {'1.0'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Subnet': {'1.1'}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Trunk': {'1.1'}} Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: consumer versions: Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: { DHCP agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: HyperV agent@hv-cinder-79313: {}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: L3 agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: Metadata agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: Metering agent@dv-cinder-793136-2-iscsi: {}, Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: Open vSwitch agent@dv-cinder-793136-2-iscsi: { 'AddressGroup': '1.2', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'ConntrackHelper': '1.0', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Log': '1.0', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Network': '1.1', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Port': '1.7', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'PortForwarding': '1.2', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'QosPolicy': '1.8', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroup': '1.4', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SecurityGroupRule': '1.2', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'SubPort': '1.0', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Subnet': '1.1', Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: 'Trunk': '1.1'}} Jun 25 11:00:21.353740 dv-cinder-793136-2-iscsi neutron-server[105348]: {{(pid=105348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 11:00:21.376978 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Provisioning for port b2fdc16a-c8a3-4cf0-b144-a846ef644328 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:21.385339 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:21.391337 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Provisioning complete for port b2fdc16a-c8a3-4cf0-b144-a846ef644328 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:21.391854 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.438576 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c7ea454-7960-49c3-a393-de684683e516 req-d03863eb-cdcc-47c9-a1e3-f2e068e41f47 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.1496735 Jun 25 11:00:21.532013 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.536546 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] For port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:21.540376 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] For port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:21.618418 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] For port b2fdc16a-c8a3-4cf0-b144-a846ef644328, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=b2fdc16a-c8a3-4cf0-b144-a846ef644328,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:21.656441 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.690159 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.702502 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:21.707924 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.723545 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:21.757687 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.779138 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Pushing event updated for resources: {'Port': ['ID=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:21.783402 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:21.802826 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Routers {'feea9d44-63cf-490d-8eb9-fa64a649874c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:21.803552 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['feea9d44-63cf-490d-8eb9-fa64a649874c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:21.847883 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Provisioning complete for port 08a965d7-00af-440d-b2d0-2a8152232c0d triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:21.848618 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.849274 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.878985 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.880398 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:21.904319 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:21.910553 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Pushing event updated for resources: {'Port': ['ID=b2fdc16a-c8a3-4cf0-b144-a846ef644328,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:21.945741 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:21.991792 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] Set router feea9d44-63cf-490d-8eb9-fa64a649874c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:22.130178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:22.205405 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:22.207999 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:22.210932 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=c00a5aa3-aa83-4d97-8c25-a4784d540841,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:22.226249 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:22.472976 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e33137e8-2ca7-4346-b055-1d5ba26c6f6b req-e88ec7e0-3f41-4a26-ac0e-ab38ad06e11d tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0343747 Jun 25 11:00:22.527585 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Router a23648dd-9320-48c0-a699-97756963741b is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:00:22.604558 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 4, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'c00a5aa3-aa83-4d97-8c25-a4784d540841', 'name': '', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'mac_address': 'fa:16:3e:92:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:19Z', 'updated_at': '2021-06-25T11:00:20Z', 'revision_number': 1, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'subnets': [{'id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:22.683457 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b7bb6e-b861-45ae-935b-64aa9a62bc2a None None] The sync data for ids ['feea9d44-63cf-490d-8eb9-fa64a649874c'] in dv-cinder-793136-2-iscsi is: [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 4, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'c00a5aa3-aa83-4d97-8c25-a4784d540841', 'name': '', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'mac_address': 'fa:16:3e:92:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:19Z', 'updated_at': '2021-06-25T11:00:20Z', 'revision_number': 1, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'subnets': [{'id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:00:22.685711 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d059fc1c-4799-4da0-b4d9-25281ffda560 req-434e8f51-5754-4642-8d8d-e38e97642a86 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.0538571 Jun 25 11:00:22.685711 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Router feea9d44-63cf-490d-8eb9-fa64a649874c has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:00:22.696469 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:00:22.716009 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Sync routers for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:00:22.731011 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:22.731662 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:22.772391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Router 9c9bc187-9198-4583-8ad1-8768804c089b is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:00:22.824436 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:00:22.848266 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] 10.222.0.13 "PUT /v2.0/routers/feea9d44-63cf-490d-8eb9-fa64a649874c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0354462 Jun 25 11:00:23.051976 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:23.051976 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-eae5e1f7-0b67-446b-b162-c05cdaf337f5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2154953 Jun 25 11:00:23.057267 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 08a965d7-00af-440d-b2d0-2a8152232c0d up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:23.060390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52664) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:23.090115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:00:23.106451 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Sync routers for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:00:23.145989 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:23.146451 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:23.147237 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:23.226715 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:23.230564 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5134711 Jun 25 11:00:23.231820 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52670) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:23.429349 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:23.555599 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 08a965d7-00af-440d-b2d0-2a8152232c0d triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:23.555599 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:23.626719 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9f8fa2aa-d9e1-4be3-a98b-815c4f9b4a9b req-22aa0812-cf4b-4e15-a449-61e919f14569 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0466211 Jun 25 11:00:23.808502 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 3, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:23.876889 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Checking router: 9c9bc187-9198-4583-8ad1-8768804c089b for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:00:23.880728 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Updating router 9c9bc187-9198-4583-8ad1-8768804c089b port 6dbe45e6-3478-4f48-83fb-5553e9128c17 binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:00:23.891824 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:19Z', 'revision_number': 3, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:23.968654 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Checking router: a23648dd-9320-48c0-a699-97756963741b for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:00:23.975006 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Updating router a23648dd-9320-48c0-a699-97756963741b port ac9ac81b-74fe-4688-8679-8be6b55ff096 binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:00:23.985691 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.054118 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b2fdc16a-c8a3-4cf0-b144-a846ef644328 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:24.119894 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.174760 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-de359f91-f6a9-4d3a-bdaa-925aa91745e6 req-9bab5b53-393f-4c48-b1e6-3d37f3f1745e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.1354253 Jun 25 11:00:24.327816 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port b2fdc16a-c8a3-4cf0-b144-a846ef644328 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:24.328203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.343711 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-15f1c23d-8973-45b1-8f1a-071730b3a3af tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:24.345515 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-15f1c23d-8973-45b1-8f1a-071730b3a3af tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 818 time: 0.3410707 Jun 25 11:00:24.370701 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-8de49a6d-2d2e-4c3f-b866-50a2fc14186f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/quotas/697d0ae51e5f424a8183cff410a63f8a HTTP/1.1" status: 200 len: 375 time: 0.0191689 Jun 25 11:00:24.383448 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.543861 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.550072 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.568578 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Transition to ACTIVE for port object 6dbe45e6-3478-4f48-83fb-5553e9128c17 will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:24.637731 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-57837be6-f11f-4459-a1b6-fbab2489375a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2518551 Jun 25 11:00:24.662552 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.670546 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-46d745b4-a1e6-4ec8-9990-8792bf755b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:24.722753 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Allocated IP 172.20.0.1 (fcea8105-15cb-4f29-8e2d-df0308b278f8/eb231853-dd2b-490a-8542-711fac003d8c/27749e26-07fc-4e58-8658-968dbb0c757d) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:24.747700 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Attempting to bind port 6dbe45e6-3478-4f48-83fb-5553e9128c17 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:24.748450 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Attempting to bind port 6dbe45e6-3478-4f48-83fb-5553e9128c17 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:24.749034 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Attempting to bind port 6dbe45e6-3478-4f48-83fb-5553e9128c17 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:24.767414 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:24.768786 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:24.769605 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.770276 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:24.771287 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Bound port: 6dbe45e6-3478-4f48-83fb-5553e9128c17, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:24.772004 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.876115 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] For port 6dbe45e6-3478-4f48-83fb-5553e9128c17, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:24.880643 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] For port 6dbe45e6-3478-4f48-83fb-5553e9128c17, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=6dbe45e6-3478-4f48-83fb-5553e9128c17,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:24.894450 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435043d9-ba18-4e49-8a3c-c76347479970 None None] Pushing event updated for resources: {'Port': ['ID=6dbe45e6-3478-4f48-83fb-5553e9128c17,revision_number=2']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:24.898209 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-435043d9-ba18-4e49-8a3c-c76347479970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:24.963848 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:24.969113 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:25.047054 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:25.077040 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0576663f-26b1-4f69-9d9c-e7df9cffb494 req-a31d66fa-b186-4e66-a33b-6f0e04447864 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.1188841 Jun 25 11:00:25.083456 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Allocated IP 172.20.0.1 (fdbf794f-bcd5-4d57-a4e3-4459d4262c75/d239b59d-a07b-47aa-94f2-e063695e1c51/b56a1cd8-eb55-400c-9346-9e7296a5af59) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:25.104610 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:25.105254 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:25.116763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.124501 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-02924e63-7bfb-4ebf-b583-f4586f289b3e service neutron] 10.222.0.13 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796720 Jun 25 11:00:25.134220 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.148657 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.provisioning_blocks [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Transition to ACTIVE for port object 27749e26-07fc-4e58-8658-968dbb0c757d will not be triggered until provisioned by entity DHCP. {{(pid=105345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:25.158667 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Transition to ACTIVE for port object ac9ac81b-74fe-4688-8679-8be6b55ff096 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:25.234458 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.239145 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:25.245166 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435043d9-ba18-4e49-8a3c-c76347479970 None None] Pushing event updated for resources: {'Port': ['ID=6dbe45e6-3478-4f48-83fb-5553e9128c17,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:25.252112 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-435043d9-ba18-4e49-8a3c-c76347479970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:25.259449 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:25.303087 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.342504 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e278d-2b5a-45dc-8e8c-b20a5c8f5812 None None] Pushing event updated for resources: {'Port': ['ID=ac9ac81b-74fe-4688-8679-8be6b55ff096,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:25.344033 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Transition to ACTIVE for port object b56a1cd8-eb55-400c-9346-9e7296a5af59 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:25.350277 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-223e278d-2b5a-45dc-8e8c-b20a5c8f5812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:25.354074 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:25.380398 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-76f1363a-2df6-464d-8981-22e47f3a124a service neutron] 10.222.0.13 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013128 Jun 25 11:00:25.394474 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:25.395291 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.454719 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Attempting to bind port ac9ac81b-74fe-4688-8679-8be6b55ff096 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:25.455526 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Attempting to bind port ac9ac81b-74fe-4688-8679-8be6b55ff096 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:25.456178 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Attempting to bind port ac9ac81b-74fe-4688-8679-8be6b55ff096 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:25.460705 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.850677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:25.850677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:25.850677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.850677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:25.850677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Bound port: ac9ac81b-74fe-4688-8679-8be6b55ff096, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:25.850677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.853778 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-de553f0a-5541-416a-8513-95a93290df6c req-4be6a88a-b66f-4158-a425-308547c7fbde tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.0999365 Jun 25 11:00:25.853778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-eceb729f-5cbc-4455-8d65-0f90febd8ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:25.857056 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.857056 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e6ddbed1-b445-47c0-af15-e1c5e0ab0d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:25.857647 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] For port ac9ac81b-74fe-4688-8679-8be6b55ff096, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:25.857862 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:25.858079 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] For port ac9ac81b-74fe-4688-8679-8be6b55ff096, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=ac9ac81b-74fe-4688-8679-8be6b55ff096,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:25.858307 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:25.858565 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.858934 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:25.858934 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.859192 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:25.859192 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.859192 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8051c76c-810e-48eb-8131-405e2a4c959a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:25.873637 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 3, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:25.918236 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Pushing event updated for resources: {'Port': ['ID=b56a1cd8-eb55-400c-9346-9e7296a5af59,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:25.919187 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:25.927244 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:25.967288 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339a585-1054-45df-96c0-50f2e00c2916 None None] The sync data for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi is: [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 3, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:00:25.998532 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:26.003071 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:26.096159 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:26.142636 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e278d-2b5a-45dc-8e8c-b20a5c8f5812 None None] Pushing event updated for resources: {'Port': ['ID=ac9ac81b-74fe-4688-8679-8be6b55ff096,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:26.149383 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-223e278d-2b5a-45dc-8e8c-b20a5c8f5812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:26.156806 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:26.162870 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:26.167231 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:26.167722 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:26.401810 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:26.426985 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Pushing event updated for resources: {'Port': ['ID=27749e26-07fc-4e58-8658-968dbb0c757d,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:26.427257 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Sync routers for ids ['feea9d44-63cf-490d-8eb9-fa64a649874c'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:00:26.452789 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aed7ce38-469c-4aae-b26d-74918e768f4c req-de157727-f3c4-4108-911f-9d13da7fa072 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 210 time: 0.4472673 Jun 25 11:00:26.459148 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:26.503586 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Routers {'feea9d44-63cf-490d-8eb9-fa64a649874c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:26.507002 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['feea9d44-63cf-490d-8eb9-fa64a649874c'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:26.521387 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:26.529854 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:26.578469 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c7a52000-f6aa-4c61-a893-491813da79c5 req-ac056041-105d-4109-8b10-be9c8f13837a tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.1245022 Jun 25 11:00:26.608076 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:26.725148 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:26.982205 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-b08b2031-f9ef-4220-9dc7-e5ac6dc15737 None None] Provisioning for port b56a1cd8-eb55-400c-9346-9e7296a5af59 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:27.005257 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-b08b2031-f9ef-4220-9dc7-e5ac6dc15737 None None] Provisioning complete for port b56a1cd8-eb55-400c-9346-9e7296a5af59 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:27.005642 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-b08b2031-f9ef-4220-9dc7-e5ac6dc15737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.075494 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52802) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:27.127678 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-09a9cea7-25a4-4db4-8824-413cc0e2d1c4 req-54a48472-4f70-4ec6-bc2d-ba513d5be4aa tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.1271541 Jun 25 11:00:27.134096 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.217618 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.223380 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Set router feea9d44-63cf-490d-8eb9-fa64a649874c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:27.290035 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.293480 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.300873 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-eeeb84c8-1220-4107-b4df-9228431d31ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:27.309176 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:27.330289 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.331489 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.334982 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:27.454115 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Pushing event updated for resources: {'Port': ['ID=27749e26-07fc-4e58-8658-968dbb0c757d,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:27.474951 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396406f-11dd-405a-b290-84d3370ac249 req-2beccda0-8502-480b-b6d6-b29dc93234bc tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:27.482743 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-2beccda0-8502-480b-b6d6-b29dc93234bc tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 818 time: 0.3801780 Jun 25 11:00:27.521352 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:27.528426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1a55fd42-ad09-43c2-9b59-998424408b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.533115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Pushing event updated for resources: {'Port': ['ID=b56a1cd8-eb55-400c-9346-9e7296a5af59,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:27.547364 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:27.548434 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-04b3a18f-f99c-49bb-ba5d-b7b99e9c0806 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/quotas/697d0ae51e5f424a8183cff410a63f8a HTTP/1.1" status: 200 len: 375 time: 0.0642023 Jun 25 11:00:27.628266 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-b08b2031-f9ef-4220-9dc7-e5ac6dc15737 None None] Port b56a1cd8-eb55-400c-9346-9e7296a5af59 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:00:27.659308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:27.662989 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:27.722750 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:27.725812 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:27.833260 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.93', 52426) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:27.946153 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1a55fd42-ad09-43c2-9b59-998424408b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.952082 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:27.952938 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:27.957776 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:19Z', 'revision_number': 3, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:28.011590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Router 9c9bc187-9198-4583-8ad1-8768804c089b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:00:28.075483 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b95b8dc9-fb7c-4340-b220-8cc7b2912744 req-09337bd5-bc1d-462a-a6ea-7a01f35ac8f0 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0577545 Jun 25 11:00:28.099383 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-eff014fd-0f5e-4f3b-9c0d-ca52c775a4b3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5498753 Jun 25 11:00:28.148828 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75781c6a-6cc5-41a7-9953-d402f642b53b None None] The sync data for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi is: [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:19Z', 'revision_number': 3, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:00:28.151787 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-679412bd-e246-4aa4-ad4d-dcb3179a5b56 None None] Provisioning for port 27749e26-07fc-4e58-8658-968dbb0c757d completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:28.186355 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1a55fd42-ad09-43c2-9b59-998424408b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:28.194111 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-679412bd-e246-4aa4-ad4d-dcb3179a5b56 None None] Provisioning complete for port 27749e26-07fc-4e58-8658-968dbb0c757d triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:28.194538 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-679412bd-e246-4aa4-ad4d-dcb3179a5b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:28.202423 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:28.257061 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52824) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:28.313752 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-679412bd-e246-4aa4-ad4d-dcb3179a5b56 None None] Port 27749e26-07fc-4e58-8658-968dbb0c757d cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:00:28.381906 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-415534fd-6283-46d6-ba17-a3fe728ab1be tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:28.387345 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-415534fd-6283-46d6-ba17-a3fe728ab1be tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.93 "GET /v2.0/networks?id=1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 HTTP/1.1" status: 200 len: 811 time: 0.5518637 Jun 25 11:00:28.416609 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-1a55fd42-ad09-43c2-9b59-998424408b03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=791f231781c24bd889fb22976a863512&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3337042 Jun 25 11:00:28.430216 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55fd42-ad09-43c2-9b59-998424408b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014b246f-74b0-40ee-acb2-6603946ce47e,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:28.435320 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-1a55fd42-ad09-43c2-9b59-998424408b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:28.438383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52830) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:28.475467 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Router a23648dd-9320-48c0-a699-97756963741b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:00:28.480824 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31dc5835-a245-4367-9447-960046e4ecda req-d849dcf4-27a3-4be0-a5d8-69016c868ad0 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.0915112 Jun 25 11:00:28.497040 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:00:28.514803 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Request body: {'port': {'device_id': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7', 'admin_state_up': True, 'tenant_id': '5cd659ef94e943a2bc6ed8daee6cf6bd'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:28.530494 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] 10.222.0.13 "PUT /v2.0/routers/9c9bc187-9198-4583-8ad1-8768804c089b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2972660 Jun 25 11:00:28.556687 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 4, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'c00a5aa3-aa83-4d97-8c25-a4784d540841', 'name': '', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'mac_address': 'fa:16:3e:92:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:19Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 2, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'subnets': [{'id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:28.568558 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:28.627536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:28.737151 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Checking router: feea9d44-63cf-490d-8eb9-fa64a649874c for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:00:28.737631 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Updating router feea9d44-63cf-490d-8eb9-fa64a649874c port c00a5aa3-aa83-4d97-8c25-a4784d540841 binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:00:28.743000 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6dbe45e6-3478-4f48-83fb-5553e9128c17 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:28.786906 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cb8ecd78-6f77-45e5-986d-bfd6023f5b73 None None] Provisioning complete for port 27749e26-07fc-4e58-8658-968dbb0c757d triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:28.787513 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cb8ecd78-6f77-45e5-986d-bfd6023f5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:28.859183 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:28.869213 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bf2d392a-b0f9-4c9a-a974-b23448876f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:28.917251 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ecd78-6f77-45e5-986d-bfd6023f5b73 None None] Port 27749e26-07fc-4e58-8658-968dbb0c757d cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:00:28.964498 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-90d9f9a9-efa7-49ea-b448-fbe859d78659 service neutron] 10.222.0.13 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675726 Jun 25 11:00:28.999090 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.009266 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.011545 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/014b246f-74b0-40ee-acb2-6603946ce47e HTTP/1.1" status: 204 len: 168 time: 0.5718799 Jun 25 11:00:29.030442 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e1def969-e82d-4d3d-ac1f-f9bc3e9c0230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:29.092978 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014b246f-74b0-40ee-acb2-6603946ce47e,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:29.098945 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:29.148973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.93', 52429) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:29.149457 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:00:29.161651 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] 10.222.0.13 "PUT /v2.0/routers/a23648dd-9320-48c0-a699-97756963741b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0989087 Jun 25 11:00:29.171249 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cb8ecd78-6f77-45e5-986d-bfd6023f5b73 None None] Provisioning complete for port b56a1cd8-eb55-400c-9346-9e7296a5af59 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:29.171750 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cb8ecd78-6f77-45e5-986d-bfd6023f5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.247987 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ecd78-6f77-45e5-986d-bfd6023f5b73 None None] Port b56a1cd8-eb55-400c-9346-9e7296a5af59 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:00:29.327525 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Sync routers for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:00:29.350811 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:29.352293 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:29.359287 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-74a647d7-60da-418d-afa3-d33fec4aecad service neutron] 10.222.0.13 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287196 Jun 25 11:00:29.381262 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bf2d392a-b0f9-4c9a-a974-b23448876f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.483771 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 6dbe45e6-3478-4f48-83fb-5553e9128c17 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:29.503073 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 6dbe45e6-3478-4f48-83fb-5553e9128c17 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:29.503943 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.645482 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Made reservation on behalf of 5cd659ef94e943a2bc6ed8daee6cf6bd for: {'port': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:29.650134 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.809780 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:29.812554 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.833951 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Transition to ACTIVE for port object c00a5aa3-aa83-4d97-8c25-a4784d540841 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:29.866794 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.886947 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bf2d392a-b0f9-4c9a-a974-b23448876f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.929939 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b0179a53-5076-48b2-9393-5b541ece9e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:29.969531 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:29.991052 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 6dbe45e6-3478-4f48-83fb-5553e9128c17, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=6dbe45e6-3478-4f48-83fb-5553e9128c17,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:30.004841 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-ed51531e-de30-47c9-8235-701c93d688e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:30.053310 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d392a-b0f9-4c9a-a974-b23448876f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db569d88-6145-4ba8-aaa7-c1e3aa172ef0,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:30.109556 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-bf2d392a-b0f9-4c9a-a974-b23448876f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:30.169635 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Attempting to bind port c00a5aa3-aa83-4d97-8c25-a4784d540841 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:30.170407 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Attempting to bind port c00a5aa3-aa83-4d97-8c25-a4784d540841 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:30.170975 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Attempting to bind port c00a5aa3-aa83-4d97-8c25-a4784d540841 on network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:30.178067 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.185327 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee2c39-d123-494f-a2e2-0fa77705c508 None None] Pushing event updated for resources: {'Port': ['ID=c00a5aa3-aa83-4d97-8c25-a4784d540841,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:30.198208 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-45ee2c39-d123-494f-a2e2-0fa77705c508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:30.207140 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:30.334128 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b94d2cf0-68e8-4f48-87e6-99c9c7f6af73 req-c677d542-b52e-4d70-a7ef-09dab8b764d3 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0890133 Jun 25 11:00:30.429894 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=6dbe45e6-3478-4f48-83fb-5553e9128c17,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:30.434343 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:30.435654 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Checking segment: {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:30.436219 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.436756 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Bound using segment: {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:30.437513 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Bound port: c00a5aa3-aa83-4d97-8c25-a4784d540841, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:30.438143 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.439487 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-bf2d392a-b0f9-4c9a-a974-b23448876f35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d842e739d564fe784a46c3bccde9620&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1664670 Jun 25 11:00:30.442480 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:30.456848 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52902) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:30.524271 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-62b0bedc-473c-4b8f-a2c9-fa6d522f64fe tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:30.526204 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-62b0bedc-473c-4b8f-a2c9-fa6d522f64fe tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 1.3049760 Jun 25 11:00:30.531533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ac9ac81b-74fe-4688-8679-8be6b55ff096 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:30.543058 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52904) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:30.565211 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-58cbb812-1c25-4b39-af68-a844d4f17bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.565388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Request body: {'port': {'device_id': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'admin_state_up': True, 'tenant_id': 'e673e94bf4894f158729b5843c585430'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:30.634880 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 2, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:30.732607 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] For port c00a5aa3-aa83-4d97-8c25-a4784d540841, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:30.740300 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] For port c00a5aa3-aa83-4d97-8c25-a4784d540841, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=c00a5aa3-aa83-4d97-8c25-a4784d540841,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:30.781082 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 52910) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:30.812120 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.814278 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port ac9ac81b-74fe-4688-8679-8be6b55ff096 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:30.818870 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port ac9ac81b-74fe-4688-8679-8be6b55ff096 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:30.819307 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.819501 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-58cbb812-1c25-4b39-af68-a844d4f17bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.848507 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--398573939', 'description': 'tempest-description--1726804189'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:30.893757 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:30.945148 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:30.977366 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Allocated IP 172.20.0.11 (1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7/56a190a0-4503-4fb9-aea3-c8e917639cb3/78fc1d14-8a9c-42bc-baa6-e5ea74296a4e) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:31.024722 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-58cbb812-1c25-4b39-af68-a844d4f17bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.029520 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e75b2fcf-c58d-4e96-860a-128bd7585b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:31.037599 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Routers {'feea9d44-63cf-490d-8eb9-fa64a649874c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:31.038283 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['feea9d44-63cf-490d-8eb9-fa64a649874c'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:31.059763 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.93', 52436) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:31.179468 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Checking router: 9c9bc187-9198-4583-8ad1-8768804c089b for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:00:31.179976 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Updating router 9c9bc187-9198-4583-8ad1-8768804c089b port b56a1cd8-eb55-400c-9346-9e7296a5af59 binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:00:31.192314 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbb812-1c25-4b39-af68-a844d4f17bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624dbb38-9020-4ad8-bd15-decb26a6d383,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:31.204390 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-58cbb812-1c25-4b39-af68-a844d4f17bde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=833dd12695bf4e99a13b3e2e849296d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602788 Jun 25 11:00:31.256419 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-58cbb812-1c25-4b39-af68-a844d4f17bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:31.269850 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee2c39-d123-494f-a2e2-0fa77705c508 None None] Pushing event updated for resources: {'Port': ['ID=c00a5aa3-aa83-4d97-8c25-a4784d540841,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:31.280730 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52928) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:31.311392 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-45ee2c39-d123-494f-a2e2-0fa77705c508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:31.408476 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.427924 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d2f6448-7ff1-4358-a53e-22c5369104f4 req-4b85f61f-414a-40f5-889c-a67838e547ff tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.2424288 Jun 25 11:00:31.486937 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-31094739-5179-47e0-b3a2-239900737a25 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:31.487563 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.493291 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-31094739-5179-47e0-b3a2-239900737a25 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 818 time: 0.3732252 Jun 25 11:00:31.541468 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port ac9ac81b-74fe-4688-8679-8be6b55ff096, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=ac9ac81b-74fe-4688-8679-8be6b55ff096,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:31.585343 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.601310 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] Set router feea9d44-63cf-490d-8eb9-fa64a649874c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:31.619120 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Request body: {'port': {'device_id': '0d932af3-40de-4edf-bc41-41746effb1c2', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'admin_state_up': True, 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:31.697718 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.721731 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3da03ae3-9094-446e-87d0-e6cdc242c815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:31.785601 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.800475 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.850291 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:31.946796 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=ac9ac81b-74fe-4688-8679-8be6b55ff096,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:31.959628 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Sync routers for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:00:31.972289 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:31.987092 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fa3c7b4c-ecd8-4ac3-ac0b-3b90400fa291 req-26f23a5d-0ffe-463e-aa5a-dbb4bda1c830 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.2983587 Jun 25 11:00:32.028329 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.048934 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:32.050505 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:32.059788 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.163431 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52936) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:32.167591 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.db.api [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:00:32.167591 dv-cinder-793136-2-iscsi neutron-server[105346]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 25 11:00:32.167591 dv-cinder-793136-2-iscsi neutron-server[105346]: [parameters: {'project_id_1': '41d7a436f7b043a09d4b397c7b721ff9', 'expiration_1': datetime.datetime(2021, 6, 25, 11, 0, 32, 143815)}] Jun 25 11:00:32.167591 dv-cinder-793136-2-iscsi neutron-server[105346]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:00:32.170318 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148784917', 'description': 'tempest-description--1495951019'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:32.175183 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_db.api [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:00:32.176039 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Transition to ACTIVE for port object b56a1cd8-eb55-400c-9346-9e7296a5af59 will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:32.178892 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.185204 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.186940 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/624dbb38-9020-4ad8-bd15-decb26a6d383 HTTP/1.1" status: 204 len: 168 time: 0.8901970 Jun 25 11:00:32.188409 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:32.225205 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.233733 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624dbb38-9020-4ad8-bd15-decb26a6d383,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:32.242462 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:32.252123 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:32.262210 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:00:32.271606 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.302673 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-435043d9-ba18-4e49-8a3c-c76347479970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:32.361767 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Made reservation on behalf of e673e94bf4894f158729b5843c585430 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:32.381616 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.400471 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb38bf7-4d85-4c46-aa0d-5c97ad7d479d None None] Pushing event updated for resources: {'Port': ['ID=b56a1cd8-eb55-400c-9346-9e7296a5af59,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:32.417292 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:32.423355 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-fcb38bf7-4d85-4c46-aa0d-5c97ad7d479d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:32.447916 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:32.451202 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:32.457850 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:32.458600 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.459103 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.495768 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.498277 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db569d88-6145-4ba8-aaa7-c1e3aa172ef0 HTTP/1.1" status: 204 len: 168 time: 2.0401223 Jun 25 11:00:32.516319 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d38f712e-6fcc-4add-96af-e0d19ae53465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:32.588297 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Attempting to bind port b56a1cd8-eb55-400c-9346-9e7296a5af59 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:32.589163 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Attempting to bind port b56a1cd8-eb55-400c-9346-9e7296a5af59 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:32.589708 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Attempting to bind port b56a1cd8-eb55-400c-9346-9e7296a5af59 on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:32.610361 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Pushing event updated for resources: {'Port': ['ID=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:32.610548 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:32.610548 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Checking segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:32.610548 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.611302 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Bound using segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:32.615856 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Bound port: b56a1cd8-eb55-400c-9346-9e7296a5af59, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:32.616514 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.616625 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:32.627414 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.679094 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:32.681377 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db569d88-6145-4ba8-aaa7-c1e3aa172ef0,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:32.778475 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:32.779106 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device c00a5aa3-aa83-4d97-8c25-a4784d540841 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:32.803780 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc54a2-84eb-4ff1-a07e-dc24674d7e3c req-448f0872-c127-4ccd-a463-c239bda7675f tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:32.807713 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12cc54a2-84eb-4ff1-a07e-dc24674d7e3c req-448f0872-c127-4ccd-a463-c239bda7675f tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 932 time: 0.4975829 Jun 25 11:00:32.808215 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52954) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:32.886440 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] For port b56a1cd8-eb55-400c-9346-9e7296a5af59, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:32.890456 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] For port b56a1cd8-eb55-400c-9346-9e7296a5af59, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=b56a1cd8-eb55-400c-9346-9e7296a5af59,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:32.940474 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6992a7ec-3e48-4315-946e-be689a1eb455 req-f2aa371a-d54a-4683-9cd8-e77115aafaf3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.1093535 Jun 25 11:00:32.951270 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4599659 Jun 25 11:00:33.015075 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.023953 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-734a3df1-3acf-4af3-b102-e1b514d5f894 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:33.071215 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:33.086738 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-dcb557c4-d67f-47a9-ae05-7da8f9a95fd6 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:00:33.100114 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-dcb557c4-d67f-47a9-ae05-7da8f9a95fd6 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490484 Jun 25 11:00:33.291683 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12cc54a2-84eb-4ff1-a07e-dc24674d7e3c req-11088d40-f2f6-4ae0-b2f1-16cffffc91bf tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286512 Jun 25 11:00:33.292782 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:33.292782 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:33.292782 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb38bf7-4d85-4c46-aa0d-5c97ad7d479d None None] Pushing event updated for resources: {'Port': ['ID=b56a1cd8-eb55-400c-9346-9e7296a5af59,revision_number=4']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:33.292782 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-fcb38bf7-4d85-4c46-aa0d-5c97ad7d479d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:33.294091 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5f4a95d2-8f52-4f33-9d71-32bcca88d406 req-10a2772d-3359-445a-bec2-fcac0da15c0d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0480418 Jun 25 11:00:33.323151 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Made reservation on behalf of 697d0ae51e5f424a8183cff410a63f8a for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:33.328390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-85024473-8503-429d-b66f-49769d5bf77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.328872 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.357283 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Allocated IP 172.20.0.4 (600b9971-a674-49d3-8806-d05d87f81fbc/85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d/aa2504de-5295-4d9e-986f-fb3e6d8a6ef5) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:33.434095 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 4, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'c00a5aa3-aa83-4d97-8c25-a4784d540841', 'name': '', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'mac_address': 'fa:16:3e:92:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:19Z', 'updated_at': '2021-06-25T11:00:30Z', 'revision_number': 4, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'subnets': [{'id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:33.439878 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:33.474306 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcce157-a05a-41f6-b4c3-a06c755f5dd4 None None] The sync data for ids ['feea9d44-63cf-490d-8eb9-fa64a649874c'] in dv-cinder-793136-2-iscsi is: [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:00:21Z', 'revision_number': 4, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'c00a5aa3-aa83-4d97-8c25-a4784d540841', 'name': '', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'mac_address': 'fa:16:3e:92:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:19Z', 'updated_at': '2021-06-25T11:00:30Z', 'revision_number': 4, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'subnets': [{'id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:00:33.512081 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.565093 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 2, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:33.625257 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Checking router: a23648dd-9320-48c0-a699-97756963741b for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:00:33.625856 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Updating router a23648dd-9320-48c0-a699-97756963741b port 27749e26-07fc-4e58-8658-968dbb0c757d binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:00:33.627856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Request body: {'port': {'device_id': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:33.748615 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port c00a5aa3-aa83-4d97-8c25-a4784d540841 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:33.778558 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port c00a5aa3-aa83-4d97-8c25-a4784d540841 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:33.779050 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.782697 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-6bd06168-a1d4-43ea-b78b-91ffc828c97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.803036 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.814073 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:33.888650 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:33.901129 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2d461-d707-48a0-a798-1114df4f825b,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:33.906205 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:33.920049 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:34.075760 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Allocated IP 172.20.0.5 (d595a92f-f844-4ffd-9bb1-5b4b5e2e563c/a6dcec42-77a4-4b48-bed3-e7623665d2c6/a67ad443-475f-4639-be1f-9bd0bb1e3d3f) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:34.175715 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:32Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:34.294912 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1524bc-9c83-47ec-8d92-4626a26da11a None None] The sync data for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi is: [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:32Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:00:34.397164 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:34.549160 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:34.571300 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-db272b1d-10cb-49f5-b06c-a24f0d39d458 req-79315d40-49da-425f-82ff-21163b2466d3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.2412212 Jun 25 11:00:34.726047 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:34.797654 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port c00a5aa3-aa83-4d97-8c25-a4784d540841, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=c00a5aa3-aa83-4d97-8c25-a4784d540841,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:34.936312 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e {{(pid=105345) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:34.986874 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:34.991873 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.020138 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.049571 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6dbe45e6-3478-4f48-83fb-5553e9128c17 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:35.049571 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:35.050479 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0a9c4322-8cdd-4730-a971-0657801d6bb1 req-36f51f97-930c-4ff0-a4cf-a06fef177788 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.1082656 Jun 25 11:00:35.080253 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:35.092213 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.provisioning_blocks [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Transition to ACTIVE for port object 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e will not be triggered until provisioned by entity L2. {{(pid=105345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:35.105806 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.124476 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4cfa21-59b3-4aa6-9657-418b0b4bb034,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:35.128676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:35.176226 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4ec4-b7da-4163-b458-5b219da6531d req-7c675254-515b-4a39-ac12-e7e19cdf7c02 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:35.182417 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5edc4ec4-b7da-4163-b458-5b219da6531d req-7c675254-515b-4a39-ac12-e7e19cdf7c02 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 932 time: 0.2394447 Jun 25 11:00:35.231182 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5edc4ec4-b7da-4163-b458-5b219da6531d req-aa5a65e4-b828-4d2f-84f6-5706ae164787 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465496 Jun 25 11:00:35.239108 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.239108 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0693033 Jun 25 11:00:35.239108 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 52998) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:35.257405 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'security_group_rule': {'security_group_id': '34b2d461-d707-48a0-a798-1114df4f825b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:35.292192 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.304141 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=c00a5aa3-aa83-4d97-8c25-a4784d540841,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:35.310327 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:35.317039 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Transition to ACTIVE for port object 27749e26-07fc-4e58-8658-968dbb0c757d will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:35.324380 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 6dbe45e6-3478-4f48-83fb-5553e9128c17 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:35.324748 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.332543 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.334936 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.339618 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.5207195 Jun 25 11:00:35.341284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53000) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:35.342356 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.358715 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.372855 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'security_group_rule': {'security_group_id': '6d4cfa21-59b3-4aa6-9657-418b0b4bb034', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:35.389712 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:35.414925 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:35.431881 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.440938 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-efd41993-1ef6-41c4-98ee-20b038a6771c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:35.519894 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ade1b-885c-4df8-a739-4849426e92e2 None None] Pushing event updated for resources: {'Port': ['ID=27749e26-07fc-4e58-8658-968dbb0c757d,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:35.526905 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2e2ade1b-885c-4df8-a739-4849426e92e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:35.601737 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:35.662055 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Network 600b9971-a674-49d3-8806-d05d87f81fbc is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:35.663502 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:35.690845 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:35.711564 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event updated for resources: {'Port': ['ID=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:35.722796 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:35.726757 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:35.744639 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:35.745515 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.747951 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:35.759468 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:35.765711 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Attempting to bind port 27749e26-07fc-4e58-8658-968dbb0c757d on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:35.766118 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Attempting to bind port 27749e26-07fc-4e58-8658-968dbb0c757d by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:35.766492 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Attempting to bind port 27749e26-07fc-4e58-8658-968dbb0c757d on network fcea8105-15cb-4f29-8e2d-df0308b278f8 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:35.793435 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:35.797381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Checking segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:35.797381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.797381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Bound using segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:35.797381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Bound port: 27749e26-07fc-4e58-8658-968dbb0c757d, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:35.797381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:35.798563 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ac9ac81b-74fe-4688-8679-8be6b55ff096 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:35.866855 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:35.871958 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.93', 52444) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:35.890619 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:35.896286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:35.896944 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:36.040674 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port ac9ac81b-74fe-4688-8679-8be6b55ff096 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:36.041573 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:36.045998 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] For port 27749e26-07fc-4e58-8658-968dbb0c757d, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:36.050252 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] For port 27749e26-07fc-4e58-8658-968dbb0c757d, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=27749e26-07fc-4e58-8658-968dbb0c757d,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:36.215489 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:36.220735 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:36.314357 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Pushing event updated for resources: {'Port': ['ID=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:36.323403 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:36.437893 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396406f-11dd-405a-b290-84d3370ac249 req-6755f038-96bb-47d9-9e8d-0d729bd387ae tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:36.437893 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-6755f038-96bb-47d9-9e8d-0d729bd387ae tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 818 time: 0.4970219 Jun 25 11:00:36.484141 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:00:36.484141 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:00:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:36.576713 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ade1b-885c-4df8-a739-4849426e92e2 None None] Pushing event updated for resources: {'Port': ['ID=27749e26-07fc-4e58-8658-968dbb0c757d,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:36.595283 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Request body: {'port': {'device_id': '387af276-0c59-4350-8ecc-334a359e1eb4', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'admin_state_up': True, 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:36.625486 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.managers [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Attempting to bind port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:36.626019 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.managers [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Attempting to bind port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '4ddea707-22e5-4266-8a12-0464130329d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7'}] {{(pid=105345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:36.626217 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Attempting to bind port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e on network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 {{(pid=105345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:36.644039 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2e2ade1b-885c-4df8-a739-4849426e92e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:36.731428 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1cbfe3c4-e775-4898-86c4-4dd83005bb83 req-68290ec3-2dd6-4480-bb72-14e6ba87a1fd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.2127762 Jun 25 11:00:36.752209 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e on network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:00:36.752209 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Attempting to bind port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e on network 1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 {{(pid=105345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:36.845851 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device c00a5aa3-aa83-4d97-8c25-a4784d540841 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:36.847221 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:36.851955 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Checking segment: {'id': '4ddea707-22e5-4266-8a12-0464130329d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:36.853075 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Bound using segment: {'id': '4ddea707-22e5-4266-8a12-0464130329d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7'} {{(pid=105345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:36.853767 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.managers [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Bound port: 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ddea707-22e5-4266-8a12-0464130329d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7'}}] {{(pid=105345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:36.854566 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:36.931098 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.026231 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-72fd693f-b255-49c7-b8a2-c0fc71a2a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.036923 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868399b8-db5f-44b0-9c3f-24e4dac87303 req-69d21e44-5efc-4411-b414-be938c8fe99e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:37.038567 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-868399b8-db5f-44b0-9c3f-24e4dac87303 req-69d21e44-5efc-4411-b414-be938c8fe99e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 931 time: 1.1154718 Jun 25 11:00:37.043319 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] For port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e, host hv-cinder-79313, cleared binding levels {{(pid=105345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:37.050363 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:00:37.050508 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-85024473-8503-429d-b66f-49769d5bf77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.153209 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port c00a5aa3-aa83-4d97-8c25-a4784d540841 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:37.153589 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.163174 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] For port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,segment=NetworkSegment(4ddea707-22e5-4266-8a12-0464130329d7),segment_id=4ddea707-22e5-4266-8a12-0464130329d7)] {{(pid=105345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:37.202279 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-868399b8-db5f-44b0-9c3f-24e4dac87303 req-11b973fe-b96f-4dea-8268-65964fd40b1e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531301 Jun 25 11:00:37.239540 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-85024473-8503-429d-b66f-49769d5bf77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.263580 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-45288d75-8c26-4ac5-9647-43e79bb4a88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:37.280109 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7237048 Jun 25 11:00:37.341578 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.347298 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-85024473-8503-429d-b66f-49769d5bf77d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5543905c19b46eca8faa73ee8e77f18&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5356081 Jun 25 11:00:37.348081 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53044) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:37.407599 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefbaee-afc7-4b1c-96d3-a2711d6929e1 req-a298bc4c-c606-47a9-8559-c73d33d72b16 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:37.415920 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-deefbaee-afc7-4b1c-96d3-a2711d6929e1 req-a298bc4c-c606-47a9-8559-c73d33d72b16 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.3466706 Jun 25 11:00:37.490502 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.494432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:37.495315 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.502327 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] 10.222.0.93 "PUT /v2.0/ports/78fc1d14-8a9c-42bc-baa6-e5ea74296a4e HTTP/1.1" status: 200 len: 1094 time: 4.0777349 Jun 25 11:00:37.503497 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85024473-8503-429d-b66f-49769d5bf77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1991536-6025-426a-b722-b0f8265f487d,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:37.505931 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'tag': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:37.559306 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Request body: {'port': {'device_id': '0d932af3-40de-4edf-bc41-41746effb1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:37.611329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.641987 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-85024473-8503-429d-b66f-49769d5bf77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:37.648002 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:37.741595 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.750108 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:37.887279 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-deefbaee-afc7-4b1c-96d3-a2711d6929e1 req-f7e9e2c3-e703-4e79-bfa1-1b85a752a93c tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707429 Jun 25 11:00:38.054869 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,revision_number=3']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:38.088996 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b56a1cd8-eb55-400c-9346-9e7296a5af59 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:38.100505 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:38.112955 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c38d4497-bb78-43ea-8b23-8158b5c564dc req-b2a8038f-296f-4167-af9b-8a221ed4e91c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.1103811 Jun 25 11:00:38.139287 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.143878 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "d684e386-5f45-418c-b5ad-7273de72f73d", "tag": "78fc1d14-8a9c-42bc-baa6-e5ea74296a4e"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:38.217728 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-95e5dd87-2547-47db-abed-c1a870470235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:38.217728 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-95e5dd87-2547-47db-abed-c1a870470235 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cd659ef94e943a2bc6ed8daee6cf6bd&device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 1097 time: 0.3652847 Jun 25 11:00:38.218760 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.280472 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.330029 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:38.373738 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-1b738ba0-cca5-45cd-a583-fc4a2458f6d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e HTTP/1.1" status: 200 len: 217 time: 0.1482356 Jun 25 11:00:38.404293 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:36Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:00:38.405337 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67ad443-475f-4639-be1f-9bd0bb1e3d3f {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:38.422256 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.448641 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8c6537-bc3c-47bf-a389-974083741ffa,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:38.451910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Transition to ACTIVE for port object a67ad443-475f-4639-be1f-9bd0bb1e3d3f will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:38.461793 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:38.492131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-cbb9f3f0-bb54-442e-be20-1b5ee1b223cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:38.494801 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-cbb9f3f0-bb54-442e-be20-1b5ee1b223cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56a190a0-4503-4fb9-aea3-c8e917639cb3 HTTP/1.1" status: 200 len: 851 time: 0.1120548 Jun 25 11:00:38.524252 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5e337-39ef-442d-b56d-1f426e6fd16a None None] The sync data for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi is: [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:36Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:00:38.527560 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port b56a1cd8-eb55-400c-9346-9e7296a5af59 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:38.534794 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port b56a1cd8-eb55-400c-9346-9e7296a5af59 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:38.538873 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.600245 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46c2f2-2ec7-4a66-b621-6d4f9026e7f5 x-openstack-request-id: req-ed46c2f2-2ec7-4a66-b621-6d4f9026e7f5 {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:38.600560 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d684e386-5f45-418c-b5ad-7273de72f73d", "tag": "78fc1d14-8a9c-42bc-baa6-e5ea74296a4e", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:38.600833 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed46c2f2-2ec7-4a66-b621-6d4f9026e7f5 {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:38.601322 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'tag': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e', 'status': 'completed', 'code': 200} Jun 25 11:00:38.607706 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-0751da5e-7439-4673-85b5-5c8537a86f55 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012335 Jun 25 11:00:38.627539 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.643130 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:38.698449 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.740188 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:38.762489 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:38.767173 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.777789 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port b56a1cd8-eb55-400c-9346-9e7296a5af59, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=b56a1cd8-eb55-400c-9346-9e7296a5af59,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:38.807246 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.819367 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1991536-6025-426a-b722-b0f8265f487d HTTP/1.1" status: 204 len: 168 time: 1.4589002 Jun 25 11:00:38.819367 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.836107 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f2566197-867e-46b9-a62c-7a778710d0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:38.860939 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.864803 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6238747 Jun 25 11:00:38.868432 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:38.881451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53084) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:38.881451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1991536-6025-426a-b722-b0f8265f487d,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:38.881924 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-77555756-6a93-43ee-be29-2c2dc1688326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:38.906094 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'security_group_rule': {'security_group_id': '34b2d461-d707-48a0-a798-1114df4f825b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:38.933614 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3731403 Jun 25 11:00:38.934546 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:38.973761 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Attempting to bind port a67ad443-475f-4639-be1f-9bd0bb1e3d3f on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:38.976232 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4cba3-4fe6-43a9-85ec-92a1c2806c03 req-2b754db3-c703-4076-af58-7feaf4311f97 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:38.978922 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0db4cba3-4fe6-43a9-85ec-92a1c2806c03 req-2b754db3-c703-4076-af58-7feaf4311f97 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 931 time: 0.3743358 Jun 25 11:00:38.979824 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Attempting to bind port a67ad443-475f-4639-be1f-9bd0bb1e3d3f by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:38.991033 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Attempting to bind port a67ad443-475f-4639-be1f-9bd0bb1e3d3f on network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:39.017157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Port a67ad443-475f-4639-be1f-9bd0bb1e3d3f on network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:00:39.017939 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Attempting to bind port a67ad443-475f-4639-be1f-9bd0bb1e3d3f on network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:39.026848 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-4ee6bbab-9793-4a6c-849e-06fa8ae6e4b9 service neutron] 10.222.0.93 "GET /v2.0/networks/1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265343 Jun 25 11:00:39.081859 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:39.082415 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Checking segment: {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:39.083129 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Bound using segment: {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:39.086193 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Bound port: a67ad443-475f-4639-be1f-9bd0bb1e3d3f, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:39.091143 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.102526 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0db4cba3-4fe6-43a9-85ec-92a1c2806c03 req-0d1e83c4-0bf8-4d4f-966f-08beeaf95e34 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Jun 25 11:00:39.184688 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Request body: {'port': {'device_id': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:39.190689 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=b56a1cd8-eb55-400c-9346-9e7296a5af59,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:39.199655 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:39.210395 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 27749e26-07fc-4e58-8658-968dbb0c757d up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:39.377147 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Made reservation on behalf of 697d0ae51e5f424a8183cff410a63f8a for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:39.397206 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.428125 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 27749e26-07fc-4e58-8658-968dbb0c757d completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:39.439880 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 27749e26-07fc-4e58-8658-968dbb0c757d triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:39.440276 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.490192 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.527376 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eabd5038-cccf-4f99-b201-06e20cc47c0f req-ed1a056e-8464-43ce-8f3d-23cf77e755b4 service neutron] 10.222.0.93 "GET /v2.0/networks/1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166527 Jun 25 11:00:39.579373 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a33926d4-a58c-4acf-8d0e-9395443f86a4 req-f105a65f-9a92-4dd4-9ee9-49b47f42f2b1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0771711 Jun 25 11:00:39.627654 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adadb67-84a6-4959-a181-f686871cdec6 req-26cfc630-ed1d-4f24-95f6-88c1d6997015 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:39.630032 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1adadb67-84a6-4959-a181-f686871cdec6 req-26cfc630-ed1d-4f24-95f6-88c1d6997015 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.3360860 Jun 25 11:00:39.757057 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1adadb67-84a6-4959-a181-f686871cdec6 req-2f8afee3-8cfd-4e7e-bd31-591380f211ec tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148019 Jun 25 11:00:39.766774 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.849594 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 27749e26-07fc-4e58-8658-968dbb0c757d, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=27749e26-07fc-4e58-8658-968dbb0c757d,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:39.856420 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.887953 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.929048 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] For port a67ad443-475f-4639-be1f-9bd0bb1e3d3f, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:39.942813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.966166 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:39.968670 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:39.988824 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] For port a67ad443-475f-4639-be1f-9bd0bb1e3d3f, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:40.019825 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.030640 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Allocated IP 172.20.0.2 (d595a92f-f844-4ffd-9bb1-5b4b5e2e563c/a6dcec42-77a4-4b48-bed3-e7623665d2c6/a5ced040-8760-4f9e-b92b-9162494a51df) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:40.060746 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:40.086907 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=27749e26-07fc-4e58-8658-968dbb0c757d,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:40.104070 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:40.197875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ea2e1c-051e-4e75-9076-59ea240e9b9c,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:40.199905 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.213714 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:40.230246 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8f3229d1-5c20-432d-ab53-6f184a824672 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:40.283399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.286059 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.9173517 Jun 25 11:00:40.288824 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53118) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:40.294806 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'security_group_rule': {'security_group_id': '6d4cfa21-59b3-4aa6-9657-418b0b4bb034', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:40.310388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.319471 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53120) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:40.369285 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:40.370020 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.371445 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] 10.222.0.93 "PUT /v2.0/ports/a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 200 len: 1093 time: 2.8260062 Jun 25 11:00:40.382391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d932af3-40de-4edf-bc41-41746effb1c2', 'tag': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:40.447195 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f67f2-6dc4-4436-a21a-bfc76fa964ab req-ce96a3e1-fc06-4b9c-ae00-92351819b3cc tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:40.455596 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-008f67f2-6dc4-4436-a21a-bfc76fa964ab req-ce96a3e1-fc06-4b9c-ae00-92351819b3cc tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 931 time: 0.1231208 Jun 25 11:00:40.511776 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.535778 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-008f67f2-6dc4-4436-a21a-bfc76fa964ab req-ccc03dda-8e4b-4cc9-817f-2695ad49d888 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687239 Jun 25 11:00:40.541505 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be91-bc40-4951-9ec5-4262445a5dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.554971 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.582178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:40.607851 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:40.613196 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31761e7a-ff09-4d25-83df-72b6f2d36f9b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:40.626199 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53130) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:40.687308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f977c72-c0e7-4f62-b803-de6785e3834f,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:40.710698 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:40.728141 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.751476 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6367b529-2127-4f2d-a13f-ae9e02a738ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0d932af3-40de-4edf-bc41-41746effb1c2", "tag": "a67ad443-475f-4639-be1f-9bd0bb1e3d3f"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:40.830971 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7d961b77-8fd5-4c67-8b70-8a8f47dd32f3 req-fa91fc3c-6cee-4737-8660-f1a4a340fffe tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0536301 Jun 25 11:00:40.850665 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:40.852357 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:40.959860 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ae09dd-3bba-405a-bafe-7dc45510a1b0,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:40.978996 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:40.980041 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-954c5b84-88be-4cb0-acea-cc4e875750d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:41.076918 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 27749e26-07fc-4e58-8658-968dbb0c757d up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:41.102524 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:41.132242 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:41.157633 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:41.170822 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd7ab1-d3ba-4219-93d3-e5ba6d85e170 x-openstack-request-id: req-e5bd7ab1-d3ba-4219-93d3-e5ba6d85e170 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:41.178592 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 27749e26-07fc-4e58-8658-968dbb0c757d triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:41.179350 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:41.182676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d932af3-40de-4edf-bc41-41746effb1c2", "tag": "a67ad443-475f-4639-be1f-9bd0bb1e3d3f", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:41.182676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5bd7ab1-d3ba-4219-93d3-e5ba6d85e170 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:41.182676 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d932af3-40de-4edf-bc41-41746effb1c2', 'tag': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f', 'status': 'completed', 'code': 200} Jun 25 11:00:41.280570 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Transition to ACTIVE for port object aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:41.365525 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b56a1cd8-eb55-400c-9346-9e7296a5af59 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:41.371963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-a4495ec6-b176-4e36-bc07-6f95fb84dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:41.375489 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-a4495ec6-b176-4e36-bc07-6f95fb84dd8f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5cd659ef94e943a2bc6ed8daee6cf6bd&device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 1097 time: 0.2031291 Jun 25 11:00:41.413875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be91-bc40-4951-9ec5-4262445a5dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:41.421545 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815c0c8-8cf3-4a0f-b62d-b373b6c48d8e req-4f056cf7-c436-460d-84b7-42d5879edada tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:41.427799 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0815c0c8-8cf3-4a0f-b62d-b373b6c48d8e req-4f056cf7-c436-460d-84b7-42d5879edada tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.1964328 Jun 25 11:00:41.458396 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port b56a1cd8-eb55-400c-9346-9e7296a5af59 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:41.458925 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:41.485234 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0815c0c8-8cf3-4a0f-b62d-b373b6c48d8e req-27ff4fd0-340d-4bd7-8104-056d731250e9 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506115 Jun 25 11:00:42.023260 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.030572 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b529-2127-4f2d-a13f-ae9e02a738ec req-de006956-3346-4ac7-998f-71ec4496bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:42.032503 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6367b529-2127-4f2d-a13f-ae9e02a738ec req-de006956-3346-4ac7-998f-71ec4496bf01 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1096 time: 0.4511869 Jun 25 11:00:42.034528 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:42.084271 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Pushing event updated for resources: {'Port': ['ID=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:42.094157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:42.175115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Attempting to bind port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:42.176072 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Attempting to bind port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:42.176072 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Attempting to bind port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:42.181096 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 on network 600b9971-a674-49d3-8806-d05d87f81fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:00:42.181460 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Attempting to bind port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:42.187276 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:42.187813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Checking segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:42.188241 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Bound using segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:42.188688 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Bound port: aa2504de-5295-4d9e-986f-fb3e6d8a6ef5, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:42.189052 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.200083 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-56bd9249-c6fe-4322-aec2-c09b30836cd8 req-851d78c3-20cb-4daa-b7d6-5ff4a9ad89ad tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0858269 Jun 25 11:00:42.226592 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-b880b3dc-f8ed-4858-b3cf-eef1607814e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:42.228058 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-b880b3dc-f8ed-4858-b3cf-eef1607814e7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 HTTP/1.1" status: 200 len: 912 time: 0.6470351 Jun 25 11:00:42.246513 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27881830-ed0f-44e0-818e-0ba41572e72e req-ca3ab232-0227-4eda-9eae-2b07797144dc tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:42.253694 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-27881830-ed0f-44e0-818e-0ba41572e72e req-ca3ab232-0227-4eda-9eae-2b07797144dc tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 931 time: 0.5372231 Jun 25 11:00:42.283980 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] For port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:42.288683 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] For port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:42.309317 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-27881830-ed0f-44e0-818e-0ba41572e72e req-f2579b07-41cc-46cd-9867-cd08ed5aa7b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547175 Jun 25 11:00:42.536765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bcd0be91-bc40-4951-9ec5-4262445a5dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.536765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.539613 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-bf2d392a-b0f9-4c9a-a974-b23448876f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:42.592408 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0be91-bc40-4951-9ec5-4262445a5dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1f106c-45eb-494c-9053-2ba84faea02d,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:42.605906 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-bcd0be91-bc40-4951-9ec5-4262445a5dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:42.608022 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:42.608852 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7faef689-6a02-4f4c-938d-9bfacbf84617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:42.614065 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-bcd0be91-bc40-4951-9ec5-4262445a5dd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54b9931556ec4dfc9896e15fbf34dce3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2801645 Jun 25 11:00:42.617273 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53154) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:42.617953 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:42.619386 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:42.625119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:42.626305 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.676640 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Pushing event updated for resources: {'Port': ['ID=a5ced040-8760-4f9e-b92b-9162494a51df,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:42.679487 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:42.724253 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.747859 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.751370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:42.756320 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.773047 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cf49a-8da4-47fa-b1b9-8cf08464889d req-de64d221-615d-4f0d-a0e8-e330de9c0d8f tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:42.774680 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-725cf49a-8da4-47fa-b1b9-8cf08464889d req-de64d221-615d-4f0d-a0e8-e330de9c0d8f tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.1284103 Jun 25 11:00:42.786902 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:42.787521 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.788932 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] 10.222.0.93 "PUT /v2.0/ports/aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 HTTP/1.1" status: 200 len: 1093 time: 3.6373293 Jun 25 11:00:42.817786 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Pushing event updated for resources: {'Port': ['ID=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:42.821691 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:42.841058 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-725cf49a-8da4-47fa-b1b9-8cf08464889d req-2ad30966-4d60-44c5-bf6e-d9b220af6a31 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510054 Jun 25 11:00:42.863484 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.869116 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5747955 Jun 25 11:00:42.869274 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2837536 Jun 25 11:00:42.869274 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.869274 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.9851985 Jun 25 11:00:42.873955 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53156) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:42.874595 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53158) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:42.881884 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:42.888705 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:42.984028 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.990582 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:42.995734 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c1f106c-45eb-494c-9053-2ba84faea02d HTTP/1.1" status: 204 len: 168 time: 0.3737807 Jun 25 11:00:42.995734 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:43.007094 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1f106c-45eb-494c-9053-2ba84faea02d,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:43.011391 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:43.070426 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-954c5b84-88be-4cb0-acea-cc4e875750d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.189470 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'tag': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:43.189470 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b26a2b8-c156-405c-b14b-ffa6d19fd35a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f618e66-7e89-4209-9f4a-40aadefd8d67", "tag": "aa2504de-5295-4d9e-986f-fb3e6d8a6ef5"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:43.201126 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-954c5b84-88be-4cb0-acea-cc4e875750d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.212062 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:43.278850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c211c32-c06f-4091-b9e6-64443b18a142 x-openstack-request-id: req-9c211c32-c06f-4091-b9e6-64443b18a142 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:43.278850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f618e66-7e89-4209-9f4a-40aadefd8d67", "tag": "aa2504de-5295-4d9e-986f-fb3e6d8a6ef5", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:43.278850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c211c32-c06f-4091-b9e6-64443b18a142 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:43.278850 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'tag': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'status': 'completed', 'code': 200} Jun 25 11:00:43.289141 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-954c5b84-88be-4cb0-acea-cc4e875750d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=255b0c3af66e4b99842b77f947123b60&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6615744 Jun 25 11:00:43.291883 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c5b84-88be-4cb0-acea-cc4e875750d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4640d488-9ccc-4eaf-9245-0a1e767d8f73,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:43.292191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53168) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:43.295182 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-954c5b84-88be-4cb0-acea-cc4e875750d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:43.396243 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.424406 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.464991 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb2078-ca8f-4971-ba62-f95c343917de req-c8d2f32b-9e0e-4594-a563-f08b4be109cf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:43.466690 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c9cb2078-ca8f-4971-ba62-f95c343917de req-c8d2f32b-9e0e-4594-a563-f08b4be109cf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 931 time: 0.0942783 Jun 25 11:00:43.530477 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.598479 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c9cb2078-ca8f-4971-ba62-f95c343917de req-5fe16a39-f956-4068-954d-e6cc5a24d5f8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245868 Jun 25 11:00:43.606524 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.611028 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.613475 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4640d488-9ccc-4eaf-9245-0a1e767d8f73 HTTP/1.1" status: 204 len: 168 time: 0.3189404 Jun 25 11:00:43.613706 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c27e07f6-854b-4199-9295-8ca7fd312341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:43.641724 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4640d488-9ccc-4eaf-9245-0a1e767d8f73,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:43.649201 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:43.661139 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a65373-7701-4e4c-8825-8e14f11126b0 req-d74d8874-b69d-4330-bb5b-c705d706e6a5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:43.662831 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e5a65373-7701-4e4c-8825-8e14f11126b0 req-d74d8874-b69d-4330-bb5b-c705d706e6a5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 943 time: 0.1908679 Jun 25 11:00:43.729576 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.764931 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e5a65373-7701-4e4c-8825-8e14f11126b0 req-d9af2b68-8795-4de8-b351-b5cd280ce38e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817344 Jun 25 11:00:43.914599 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:43.942037 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Allocated IP 172.27.2.17 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/59ed0eb9-105b-47b1-b5b1-72b3a0bf8649) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:44.099461 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48bf7c-99e5-4543-99d6-6c7ef88dedf0 req-77b215fd-1baf-47ff-8ab3-920cf9f65b9c tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:44.101019 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9e48bf7c-99e5-4543-99d6-6c7ef88dedf0 req-77b215fd-1baf-47ff-8ab3-920cf9f65b9c tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.1004941 Jun 25 11:00:44.134360 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:44.136934 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:44.206638 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9e48bf7c-99e5-4543-99d6-6c7ef88dedf0 req-9c2e3bfd-d337-420a-b360-3bd846d9fc85 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973682 Jun 25 11:00:44.279129 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:44.283722 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:44.386291 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Allocated IP 172.27.2.64 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/bb7bafc7-6112-48dd-915d-6c5127c1ed11) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:44.403456 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:44.429540 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:44.430396 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:44.448571 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'Port': ['ID=59ed0eb9-105b-47b1-b5b1-72b3a0bf8649,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:44.452112 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:44.562904 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:44.568765 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:44.806316 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384dcfe-8ed6-4fe7-82bb-ecde3192c92f req-9e244041-aebd-43ac-a449-60cf3f7fa9ad tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:44.812948 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0384dcfe-8ed6-4fe7-82bb-ecde3192c92f req-9e244041-aebd-43ac-a449-60cf3f7fa9ad tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 931 time: 0.0701003 Jun 25 11:00:44.852026 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0384dcfe-8ed6-4fe7-82bb-ecde3192c92f req-66ab5947-56ba-43fe-a2a4-55dba9003843 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377872 Jun 25 11:00:44.949436 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:44.954416 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-1f9d953c-abcd-43d0-8752-4198deea4617 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:44.967238 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.009232 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431f164-2d7a-406f-8688-fd8c97985cd9 req-30868875-d5a1-474d-abe3-cdda6067781c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:45.012452 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2431f164-2d7a-406f-8688-fd8c97985cd9 req-30868875-d5a1-474d-abe3-cdda6067781c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 943 time: 0.1319244 Jun 25 11:00:45.029094 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:45.032276 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:45.044446 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:45.149947 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.156569 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.171152 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'Port': ['ID=bb7bafc7-6112-48dd-915d-6c5127c1ed11,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:45.178557 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:45.208492 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2431f164-2d7a-406f-8688-fd8c97985cd9 req-40e256f9-5f04-455f-90b1-2758e3e635a6 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 Jun 25 11:00:45.278955 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.282847 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:45.310518 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.332406 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'Port': ['ID=59ed0eb9-105b-47b1-b5b1-72b3a0bf8649,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:45.335526 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:45.370948 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53208) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:45.390804 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8531b8db-9866-4cfb-8d63-c31d05565173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.430029 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.480606 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb41f-537f-4175-8d4c-bd6cd816ddbb req-c2210ccd-3312-43c7-b53a-13347ac24f24 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:45.481453 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-30bfb41f-537f-4175-8d4c-bd6cd816ddbb req-c2210ccd-3312-43c7-b53a-13347ac24f24 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.1293557 Jun 25 11:00:45.515139 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.516514 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6406789 Jun 25 11:00:45.599012 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-30bfb41f-537f-4175-8d4c-bd6cd816ddbb req-56a62e30-28c2-466d-bf7f-e12a7b87b6f4 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076343 Jun 25 11:00:45.684213 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8531b8db-9866-4cfb-8d63-c31d05565173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.689578 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.779843 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-1750031f-bb78-46f7-89d8-6b25bb38c34f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--148784917&fields=id&tenant_id=d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 267 time: 0.0427151 Jun 25 11:00:45.867391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8531b8db-9866-4cfb-8d63-c31d05565173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.867626 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.871901 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:45.872062 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:45.907462 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:45.915572 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8531b8db-9866-4cfb-8d63-c31d05565173 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9a86400bd654aaa8375fcc156e6f6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434797 Jun 25 11:00:45.918614 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53234) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:45.921772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531b8db-9866-4cfb-8d63-c31d05565173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b01685-31f7-4d76-9d90-17c15dc5338f,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:45.928220 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8531b8db-9866-4cfb-8d63-c31d05565173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:45.976829 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'Port': ['ID=bb7bafc7-6112-48dd-915d-6c5127c1ed11,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:45.985203 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:45.985995 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:46.019599 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Request body: {'port': {'device_id': '387af276-0c59-4350-8ecc-334a359e1eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:46.064230 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:46.089791 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-4e4b47ab-4580-4248-9d2b-8588dcad9b1e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e HTTP/1.1" status: 200 len: 217 time: 0.0509403 Jun 25 11:00:46.098510 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-f5fa48e9-e9d0-4cae-b9bb-c2aa349acce1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:46.099978 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-f5fa48e9-e9d0-4cae-b9bb-c2aa349acce1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 817 time: 0.3135507 Jun 25 11:00:46.138970 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:46.140128 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2639716 Jun 25 11:00:46.148443 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-8e94df55-d7d5-4377-b2b9-199df5c9e1b8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/quotas/d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 375 time: 0.0378535 Jun 25 11:00:46.186399 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-c899a35f-ab53-40e1-aa63-cab93a2623a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:46.186399 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-c899a35f-ab53-40e1-aa63-cab93a2623a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56a190a0-4503-4fb9-aea3-c8e917639cb3 HTTP/1.1" status: 200 len: 851 time: 0.0768967 Jun 25 11:00:46.245555 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50644428-896b-41c9-9ad9-2aa063f85003 req-24fe4f17-aadf-4805-9be4-62bb4bf7cc50 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:46.247201 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-50644428-896b-41c9-9ad9-2aa063f85003 req-24fe4f17-aadf-4805-9be4-62bb4bf7cc50 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 931 time: 0.2442527 Jun 25 11:00:46.275910 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-152882dd-b837-4530-9f67-77394ec9229a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801570 Jun 25 11:00:46.285056 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:46.372257 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-50644428-896b-41c9-9ad9-2aa063f85003 req-6c9fd2b9-62c3-4908-a68c-e1c49b7ba54b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988379 Jun 25 11:00:46.390192 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b529-2127-4f2d-a13f-ae9e02a738ec req-9fd2df5f-0be6-43e8-84d0-23af99c8cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:46.392414 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6367b529-2127-4f2d-a13f-ae9e02a738ec req-9fd2df5f-0be6-43e8-84d0-23af99c8cbe8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=697d0ae51e5f424a8183cff410a63f8a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3677413 Jun 25 11:00:46.394585 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a2b8-c156-405c-b14b-ffa6d19fd35a req-44c84f4e-5e22-41e5-bb39-bf45d268e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:46.411496 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4b26a2b8-c156-405c-b14b-ffa6d19fd35a req-44c84f4e-5e22-41e5-bb39-bf45d268e4b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 1096 time: 0.2838616 Jun 25 11:00:46.438835 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-3245b86a-25a2-4549-8b33-2713115b478d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2635121 Jun 25 11:00:46.527091 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-0d2bfd62-b597-4629-a328-3f4c047dc532 service neutron] 10.222.0.93 "GET /v2.0/networks/1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300792 Jun 25 11:00:46.653774 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-75012ac2-4d7b-40b9-b2e4-e7f66e513ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141557 Jun 25 11:00:46.686711 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:46.703519 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:46.707249 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56b01685-31f7-4d76-9d90-17c15dc5338f HTTP/1.1" status: 204 len: 168 time: 0.7851367 Jun 25 11:00:46.712627 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-1a55fd42-ad09-43c2-9b59-998424408b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:46.723490 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a2b8-c156-405c-b14b-ffa6d19fd35a req-6fd3e554-8ea2-4843-a3e7-dff618d7ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:46.724956 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4b26a2b8-c156-405c-b14b-ffa6d19fd35a req-6fd3e554-8ea2-4843-a3e7-dff618d7ba93 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=e673e94bf4894f158729b5843c585430&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3119340 Jun 25 11:00:46.744771 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-d85af794-f36a-4bbc-99aa-60fbddd73460 service neutron] 10.222.0.93 "GET /v2.0/networks/1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002826 Jun 25 11:00:46.777975 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362641-ecaa-4e79-8b22-9a9baf51aa63 req-830c050f-80ac-4d2a-863b-f84182983850 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:46.779579 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df362641-ecaa-4e79-8b22-9a9baf51aa63 req-830c050f-80ac-4d2a-863b-f84182983850 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 943 time: 0.2074063 Jun 25 11:00:46.818453 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-7f7a2033-9732-444a-9651-1d743c71ad04 service neutron] 10.222.0.13 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538162 Jun 25 11:00:46.840359 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df362641-ecaa-4e79-8b22-9a9baf51aa63 req-80897ec0-6f6d-4957-b0fd-9f32c1dac979 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521662 Jun 25 11:00:46.939821 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b01685-31f7-4d76-9d90-17c15dc5338f,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:46.958696 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:46.983939 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-d780495e-46f9-4cae-927e-bb3414e11f12 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--398573939&fields=id&tenant_id=41d7a436f7b043a09d4b397c7b721ff9 HTTP/1.1" status: 200 len: 267 time: 0.0375502 Jun 25 11:00:47.091550 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-44d36884-ddf4-445a-abdd-abb2f0b1cdb0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.093024 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-44d36884-ddf4-445a-abdd-abb2f0b1cdb0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 811 time: 0.1027005 Jun 25 11:00:47.114854 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-0441d4bd-f09a-4bef-adf6-0dfe80598707 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/quotas/41d7a436f7b043a09d4b397c7b721ff9 HTTP/1.1" status: 200 len: 375 time: 0.0117483 Jun 25 11:00:47.143753 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b529-2127-4f2d-a13f-ae9e02a738ec req-e7d8aa0d-51fd-4f90-b555-3fad21d5693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.145224 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6367b529-2127-4f2d-a13f-ae9e02a738ec req-e7d8aa0d-51fd-4f90-b555-3fad21d5693b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7334669 Jun 25 11:00:47.168193 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a2b8-c156-405c-b14b-ffa6d19fd35a req-3d025ae8-edb5-464c-b566-05107169232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.170018 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4b26a2b8-c156-405c-b14b-ffa6d19fd35a req-3d025ae8-edb5-464c-b566-05107169232d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4333000 Jun 25 11:00:47.266942 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ced040-8760-4f9e-b92b-9162494a51df {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:47.297254 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:47.368496 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Transition to ACTIVE for port object a5ced040-8760-4f9e-b92b-9162494a51df will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:47.420591 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-215f45c1-62fb-42ef-b140-b68b0f23a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.420591 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-215f45c1-62fb-42ef-b140-b68b0f23a3d1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1096 time: 0.1669800 Jun 25 11:00:47.426876 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-fa1b7e0b-1799-4118-9383-65590e0a6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.428517 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-fa1b7e0b-1799-4118-9383-65590e0a6bbb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 1096 time: 0.1362379 Jun 25 11:00:47.509968 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-78ed01ab-ca13-412a-a822-cc9567964456 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3883619 Jun 25 11:00:47.575864 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-0d90fce0-f040-4bb1-874b-5dc90734ae14 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 200 len: 217 time: 0.1308947 Jun 25 11:00:47.576573 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:47.578443 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-5e5789a0-f989-4735-a2c4-76111ba6b66b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 HTTP/1.1" status: 200 len: 217 time: 0.1133530 Jun 25 11:00:47.581613 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:47.706509 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c190e9-073f-4e25-b384-93a92b8a5290 req-f48709dd-0031-4058-87fb-02594fa11a62 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.706905 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94c190e9-073f-4e25-b384-93a92b8a5290 req-f48709dd-0031-4058-87fb-02594fa11a62 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.2644207 Jun 25 11:00:47.710348 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-5a61a09a-a0a2-48fc-85c0-e68b204dbfd6 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990504 Jun 25 11:00:47.726044 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ced040-8760-4f9e-b92b-9162494a51df,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:47.758236 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-c7521254-db23-4c16-b239-04a50fb43f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.759374 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-c7521254-db23-4c16-b239-04a50fb43f68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d HTTP/1.1" status: 200 len: 855 time: 0.1717861 Jun 25 11:00:47.760836 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:47.766027 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-74c0724b-0b90-4eb6-ab99-6df70493ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:47.767471 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-74c0724b-0b90-4eb6-ab99-6df70493ad6e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.1767976 Jun 25 11:00:47.814392 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94c190e9-073f-4e25-b384-93a92b8a5290 req-834d922a-62ce-4ecb-97aa-058ff7f6f0ee tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024032 Jun 25 11:00:47.849896 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Attempting to bind port a5ced040-8760-4f9e-b92b-9162494a51df on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:47.850244 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Attempting to bind port a5ced040-8760-4f9e-b92b-9162494a51df by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:47.850576 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Attempting to bind port a5ced040-8760-4f9e-b92b-9162494a51df on network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:47.855111 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-a7181e91-f47b-47d6-b000-4718b95d4704 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600b9971-a674-49d3-8806-d05d87f81fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816205 Jun 25 11:00:47.857816 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-e7fe332f-9759-45b5-9c0c-3737c1ff1951 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835404 Jun 25 11:00:47.860121 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Port a5ced040-8760-4f9e-b92b-9162494a51df on network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:00:47.860322 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Attempting to bind port a5ced040-8760-4f9e-b92b-9162494a51df on network d595a92f-f844-4ffd-9bb1-5b4b5e2e563c {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:47.865675 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:47.866013 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Checking segment: {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:47.866516 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Bound using segment: {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:47.866951 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Bound port: a5ced040-8760-4f9e-b92b-9162494a51df, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fba773-4b8b-4ffd-90db-d688faa3175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:47.867308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:47.907118 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-c3a33799-b29d-4973-adc6-b41c6b370257 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856921 Jun 25 11:00:47.961812 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c997da9b-49a4-4312-90b3-0ea233bae5fc req-786ae30b-4fcc-4565-8cc0-a3e07cad3cd1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 210 time: 0.0864930 Jun 25 11:00:48.148077 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] For port a5ced040-8760-4f9e-b92b-9162494a51df, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:48.154606 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-5f063977-6f7a-447d-8437-f264eee9270f service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826347 Jun 25 11:00:48.180176 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-45f4762f-16ad-47e4-ad57-7cdd9ca37ab4 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911818 Jun 25 11:00:48.181588 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] For port a5ced040-8760-4f9e-b92b-9162494a51df, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a5ced040-8760-4f9e-b92b-9162494a51df,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:48.229806 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132a30-1b49-4e82-9e5a-60d56b3e3851 req-a580c78d-1183-4462-9324-1ee55b015234 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:48.231105 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2a132a30-1b49-4e82-9e5a-60d56b3e3851 req-a580c78d-1183-4462-9324-1ee55b015234 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 943 time: 0.0690730 Jun 25 11:00:48.271673 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2a132a30-1b49-4e82-9e5a-60d56b3e3851 req-e6b8e554-89ee-49f7-94ef-998cadb0a8a0 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335798 Jun 25 11:00:48.355600 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-182a8042-084b-47ee-9122-0a987ec1c2d3 req-48fda947-81a6-4c90-8703-ee91db4472ba service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925845 Jun 25 11:00:48.357482 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c076b515-0ae6-42f2-84ec-32c86647a664 req-0f0fcac0-9e34-429f-90b9-1509b5bdc760 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733265 Jun 25 11:00:48.364917 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:48.392430 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:48.436225 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:48.436946 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:48.438636 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] 10.222.0.93 "PUT /v2.0/ports/a5ced040-8760-4f9e-b92b-9162494a51df HTTP/1.1" status: 200 len: 1093 time: 2.4247513 Jun 25 11:00:48.439134 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387af276-0c59-4350-8ecc-334a359e1eb4', 'tag': 'a5ced040-8760-4f9e-b92b-9162494a51df'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:48.441982 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfcd134-ca2a-4e8a-a824-68a06318fd60" -d '{"events": [{"name": "network-changed", "server_uuid": "387af276-0c59-4350-8ecc-334a359e1eb4", "tag": "a5ced040-8760-4f9e-b92b-9162494a51df"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:48.456121 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:48.475214 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ced040-8760-4f9e-b92b-9162494a51df,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:48.487464 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:48.506416 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fdd4b74b-856f-4f19-a815-b0fbccb0e05d req-04b7db4c-7d97-4cfc-96d0-07767db25d53 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0707517 Jun 25 11:00:48.569777 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e90611-25ef-4f90-a6e1-f9976095fc7f req-571229bd-814c-46c4-8a70-c2769435d79f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:48.573341 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b86a97-c6f0-4dc0-830a-b09c513e5576 x-openstack-request-id: req-a7b86a97-c6f0-4dc0-830a-b09c513e5576 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:48.573649 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387af276-0c59-4350-8ecc-334a359e1eb4", "tag": "a5ced040-8760-4f9e-b92b-9162494a51df", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:48.573950 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7b86a97-c6f0-4dc0-830a-b09c513e5576 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:48.574502 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387af276-0c59-4350-8ecc-334a359e1eb4', 'tag': 'a5ced040-8760-4f9e-b92b-9162494a51df', 'status': 'completed', 'code': 200} Jun 25 11:00:48.575328 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-87e90611-25ef-4f90-a6e1-f9976095fc7f req-571229bd-814c-46c4-8a70-c2769435d79f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 943 time: 0.1527505 Jun 25 11:00:48.618012 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-87e90611-25ef-4f90-a6e1-f9976095fc7f req-67063f18-46d7-45d7-9367-48e44abe58e5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Jun 25 11:00:48.734925 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcd134-ca2a-4e8a-a824-68a06318fd60 req-6e31791e-250d-435b-ac67-e31dc3945d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:48.736361 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2dfcd134-ca2a-4e8a-a824-68a06318fd60 req-6e31791e-250d-435b-ac67-e31dc3945d51 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0624335 Jun 25 11:00:48.862995 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcd134-ca2a-4e8a-a824-68a06318fd60 req-0057a4ce-9c15-4684-b536-3b10ceb8d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:48.864721 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2dfcd134-ca2a-4e8a-a824-68a06318fd60 req-0057a4ce-9c15-4684-b536-3b10ceb8d4ab service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=697d0ae51e5f424a8183cff410a63f8a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1113772 Jun 25 11:00:48.934592 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:00:48.987359 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcd134-ca2a-4e8a-a824-68a06318fd60 req-20222b39-f36a-4583-b8d2-c2f48ede2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:48.988721 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2dfcd134-ca2a-4e8a-a824-68a06318fd60 req-20222b39-f36a-4583-b8d2-c2f48ede2766 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131699 Jun 25 11:00:49.059742 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,segment=NetworkSegment(4ddea707-22e5-4266-8a12-0464130329d7),segment_id=4ddea707-22e5-4266-8a12-0464130329d7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:49.060786 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20684b5c-b51d-4725-9da6-47b456ae631c req-18164c99-1a1b-4701-8562-f4b2a9178b94 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:49.066372 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-20684b5c-b51d-4725-9da6-47b456ae631c req-18164c99-1a1b-4701-8562-f4b2a9178b94 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 944 time: 0.0962839 Jun 25 11:00:49.073225 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e', 'network_id': '1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7', 'port_id': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e', 'mac_address': 'fa:16:3e:ce:41:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56a190a0-4503-4fb9-aea3-c8e917639cb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:00:49.107274 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-20684b5c-b51d-4725-9da6-47b456ae631c req-cf5e99f0-d051-4cdc-8eb9-e399ee7cfa95 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 Jun 25 11:00:49.116889 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:49.152558 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-be3a888a-9398-46db-a53d-73661a622bc5 req-002cebd5-5cb7-4e3d-a7ac-35eaa236b19b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 210 time: 0.0430775 Jun 25 11:00:49.158393 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:49.187432 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396406f-11dd-405a-b290-84d3370ac249 req-f33a69db-f8c7-43cd-b3fd-378c1555ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:49.194016 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-f33a69db-f8c7-43cd-b3fd-378c1555ec7a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 1096 time: 0.1069152 Jun 25 11:00:49.210223 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,segment=NetworkSegment(4ddea707-22e5-4266-8a12-0464130329d7),segment_id=4ddea707-22e5-4266-8a12-0464130329d7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:49.252139 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-436d449a-f515-4422-9b21-b35f89c1e6e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5ced040-8760-4f9e-b92b-9162494a51df HTTP/1.1" status: 200 len: 217 time: 0.0448391 Jun 25 11:00:49.310037 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396406f-11dd-405a-b290-84d3370ac249 req-06ba3b22-a04e-4a66-8555-aed92596677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:49.311657 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-06ba3b22-a04e-4a66-8555-aed92596677b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.0492182 Jun 25 11:00:49.343795 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:49.350137 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-45ee2c39-d123-494f-a2e2-0fa77705c508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:49.364041 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-cc6de49e-27cb-4566-80d1-082ddd26cd36 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375166 Jun 25 11:00:49.443468 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:49.452750 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:49.492147 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c74051-c54e-4c24-b768-778519d4dcd5 req-0ad7f22d-cb4d-44da-8253-7ea6461202e8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:49.494273 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91c74051-c54e-4c24-b768-778519d4dcd5 req-0ad7f22d-cb4d-44da-8253-7ea6461202e8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 943 time: 0.0848489 Jun 25 11:00:49.494566 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-fe7ee5da-e293-480a-9dee-ec9d3879f9e2 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253963 Jun 25 11:00:49.538460 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91c74051-c54e-4c24-b768-778519d4dcd5 req-7e64b0c3-428a-4b52-9d8e-070240da77f4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379255 Jun 25 11:00:49.613812 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9010926d-caf3-413d-9e8b-a06811fe03a3 req-9d6d45a8-47bb-4811-b6e0-8738bbdb1efd tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0326958 Jun 25 11:00:49.764045 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1396406f-11dd-405a-b290-84d3370ac249 req-cd9a83c3-6fe5-4a55-8fb5-7abe00f9f8b8 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628713 Jun 25 11:00:49.823231 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028bcec-6274-4760-b064-cdf41e276404 req-bf08f523-091f-48cf-bb40-a5a2f7a6971c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:49.824762 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c028bcec-6274-4760-b064-cdf41e276404 req-bf08f523-091f-48cf-bb40-a5a2f7a6971c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 943 time: 0.0708938 Jun 25 11:00:49.865444 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c028bcec-6274-4760-b064-cdf41e276404 req-fe81f2c4-86f2-4081-beca-dd9f65d30da4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329175 Jun 25 11:00:49.918477 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['78fc1d14-8a9c-42bc-baa6-e5ea74296a4e'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:00:50.340998 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0924a442-b1ad-4ec8-a906-94fb87628a7e req-fb4c0830-da6e-41e6-a756-023d3cde418d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 210 time: 0.0505328 Jun 25 11:00:50.383131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7071d-cd6f-4226-9884-ee9e81cecb5c req-237a13df-9e65-455a-85a5-040d7f83a22f tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:50.384694 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c1a7071d-cd6f-4226-9884-ee9e81cecb5c req-237a13df-9e65-455a-85a5-040d7f83a22f tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 945 time: 0.1045887 Jun 25 11:00:50.430412 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c1a7071d-cd6f-4226-9884-ee9e81cecb5c req-d899bfff-8228-4244-a10d-75924ff008df tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Jun 25 11:00:50.715619 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9423094-4a63-41ff-a191-4df912322f35 req-704a6938-f67b-4564-a2da-47fe58cc9a78 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:50.717163 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9423094-4a63-41ff-a191-4df912322f35 req-704a6938-f67b-4564-a2da-47fe58cc9a78 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 943 time: 0.0650184 Jun 25 11:00:50.767819 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0e49c305-b62e-4db6-81a1-e3ecb6a8dd6c req-79a2840b-d637-43d3-a4c0-1ef5fc4693da tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0378969 Jun 25 11:00:50.796743 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9423094-4a63-41ff-a191-4df912322f35 req-8bfe248a-6f82-442b-b3aa-bcbdc5ad3cf3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737951 Jun 25 11:00:50.923678 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:00:50.982397 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:51.060090 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abab13c-d57c-4413-b1f1-c9e78c1e707d req-0f22353c-deae-4ccf-b7d7-ab4bb7115c15 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:51.061900 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6abab13c-d57c-4413-b1f1-c9e78c1e707d req-0f22353c-deae-4ccf-b7d7-ab4bb7115c15 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 943 time: 0.0718265 Jun 25 11:00:51.071507 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:51.084915 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'port_id': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'mac_address': 'fa:16:3e:7d:b8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:00:51.106888 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6abab13c-d57c-4413-b1f1-c9e78c1e707d req-6bcf9aff-bc14-4f19-bfa5-db8865e615d2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Jun 25 11:00:51.125721 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:51.138463 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:51.158576 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:51.215885 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:51.220401 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:51.223065 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:51.251136 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:51.255500 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:51.313683 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:51.318332 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:51.354670 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:51.387290 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:51.400637 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-a74b554a-f76f-4310-b74c-d6202cf04dfe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:51.404445 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-a74b554a-f76f-4310-b74c-d6202cf04dfe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 817 time: 0.1422238 Jun 25 11:00:51.486813 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,segment=NetworkSegment(4ddea707-22e5-4266-8a12-0464130329d7),segment_id=4ddea707-22e5-4266-8a12-0464130329d7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:51.545327 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-9fe5b3d4-535f-4683-ba0e-2a670c375941 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 379 time: 0.1172733 Jun 25 11:00:51.560786 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'port': {'device_id': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'admin_state_up': True, 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'security_groups': ['34b2d461-d707-48a0-a798-1114df4f825b']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:51.576338 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:51.578687 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2e2ade1b-885c-4df8-a739-4849426e92e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:51.609521 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d36f9324-b02e-48d3-b5cc-5a5f4ead9e92 req-fba81583-cea2-4246-bebb-f9e3fd4d3f6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 210 time: 0.0534315 Jun 25 11:00:51.647100 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:51.656609 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:00:51.658783 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:51.685548 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510cb36e-7717-4a95-ac98-3b4b1aa2bbe7" -d '{"events": [{"server_uuid": "d684e386-5f45-418c-b5ad-7273de72f73d", "name": "network-vif-plugged", "status": "completed", "tag": "78fc1d14-8a9c-42bc-baa6-e5ea74296a4e"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:51.717492 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04974fe6-a163-4b2d-a391-d07fed5c1609 req-f065ca1e-b778-44fb-97bc-da7b580a4123 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:51.726154 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-04974fe6-a163-4b2d-a391-d07fed5c1609 req-f065ca1e-b778-44fb-97bc-da7b580a4123 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.1143529 Jun 25 11:00:51.774720 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-04974fe6-a163-4b2d-a391-d07fed5c1609 req-f51fde9a-8706-448d-ab81-448dd9063ee1 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472806 Jun 25 11:00:51.804902 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf17e040-7013-4039-8754-40497f631bde x-openstack-request-id: req-bf17e040-7013-4039-8754-40497f631bde {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:51.805197 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d684e386-5f45-418c-b5ad-7273de72f73d", "name": "network-vif-plugged", "status": "completed", "tag": "78fc1d14-8a9c-42bc-baa6-e5ea74296a4e", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:51.805454 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf17e040-7013-4039-8754-40497f631bde {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:51.805942 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e', 'code': 200} Jun 25 11:00:51.918536 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0de3875e-712f-4b4e-a8ad-5b694f91c61d req-53948e49-aeea-4fcc-9159-3ab1dc95efcc tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0306063 Jun 25 11:00:51.940066 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Made reservation on behalf of d0bc9d6180724cafa25c7bac09986563 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:51.955191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:52.022429 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514b31b-bf37-485e-91e5-22687dc71e35 req-843490fd-0e70-465c-b243-58c4183ded32 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:52.024058 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1514b31b-bf37-485e-91e5-22687dc71e35 req-843490fd-0e70-465c-b243-58c4183ded32 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 943 time: 0.1047218 Jun 25 11:00:52.064336 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1514b31b-bf37-485e-91e5-22687dc71e35 req-768c8c54-577b-4625-b654-57d4cf0a443a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Jun 25 11:00:52.110125 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Allocated IP 172.20.0.5 (fcea8105-15cb-4f29-8e2d-df0308b278f8/eb231853-dd2b-490a-8542-711fac003d8c/b5a72ff4-2e9b-462b-9f20-f77cac1a8d43) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:52.470988 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae2d0f-1a1b-4d88-b3a4-831f7b0b88b2 req-d6ac026a-f6e2-40f9-969c-54240fe1dfeb tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:52.470988 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-beae2d0f-1a1b-4d88-b3a4-831f7b0b88b2 req-d6ac026a-f6e2-40f9-969c-54240fe1dfeb tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 944 time: 0.0770671 Jun 25 11:00:52.472164 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:52.472164 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Transition to ACTIVE for port object b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:52.472608 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-beae2d0f-1a1b-4d88-b3a4-831f7b0b88b2 req-4ea7ab15-d8f5-4f3b-91a7-8a27cd6b678b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350492 Jun 25 11:00:52.472701 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-ad7d322e-0e0c-43ab-9f24-51eead9a749c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:52.472701 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-ad7d322e-0e0c-43ab-9f24-51eead9a749c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 811 time: 0.1683347 Jun 25 11:00:52.472701 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-3d7bf670-7b59-4ca0-802e-f21dc5762d71 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41d7a436f7b043a09d4b397c7b721ff9 HTTP/1.1" status: 200 len: 379 time: 0.0361271 Jun 25 11:00:52.479041 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'port': {'device_id': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'admin_state_up': True, 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'security_groups': ['6d4cfa21-59b3-4aa6-9657-418b0b4bb034']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:52.640451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:52.644600 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:52.696353 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:52.700407 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:52.711439 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:52.717878 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:52.718125 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:52.781347 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Made reservation on behalf of 41d7a436f7b043a09d4b397c7b721ff9 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:00:52.785363 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:52.787991 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:52.818131 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:52.857390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10fc8d-fa61-4ae5-9bd1-12f10d764b00 req-6a0da68e-ad47-476d-ac44-2d0e92aa0056 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:52.859405 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba10fc8d-fa61-4ae5-9bd1-12f10d764b00 req-6a0da68e-ad47-476d-ac44-2d0e92aa0056 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 931 time: 0.0945871 Jun 25 11:00:52.901931 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522840e6-786a-4f98-a6f7-7afd7da15b47 req-53b88674-d061-4591-a06c-10cde8212968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:52.902573 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-522840e6-786a-4f98-a6f7-7afd7da15b47 req-53b88674-d061-4591-a06c-10cde8212968 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 1099 time: 0.1816950 Jun 25 11:00:52.939781 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba10fc8d-fa61-4ae5-9bd1-12f10d764b00 req-43495b30-f7e5-4510-b335-cef76153f103 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724311 Jun 25 11:00:52.944352 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-522840e6-786a-4f98-a6f7-7afd7da15b47 req-7e8aed02-e1ff-449f-b8fe-777c2845c87a service neutron] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:52.953564 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a67ad443-475f-4639-be1f-9bd0bb1e3d3f details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:00:52.978662 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4293494 Jun 25 11:00:52.983873 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:53.018813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Request body: {'port': {'device_id': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:53.148178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-522840e6-786a-4f98-a6f7-7afd7da15b47 req-7e8aed02-e1ff-449f-b8fe-777c2845c87a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.152830 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cd873-826b-4d25-a335-c8e80c348e23 req-e9917cb7-6b52-4748-b238-778b9650ea38 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:53.160991 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c41cd873-826b-4d25-a335-c8e80c348e23 req-e9917cb7-6b52-4748-b238-778b9650ea38 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.1354153 Jun 25 11:00:53.195360 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a67ad443-475f-4639-be1f-9bd0bb1e3d3f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:53.218819 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.225125 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Allocated IP 172.20.0.5 (fdbf794f-bcd5-4d57-a4e3-4459d4262c75/d239b59d-a07b-47aa-94f2-e063695e1c51/3482621d-e62e-42dd-b2f6-5f6f932a2d03) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:00:53.242251 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-617da441-33bf-43dd-989b-7dd1058f4aa6 req-5873098c-c06c-485f-8959-821ff508c88a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0665319 Jun 25 11:00:53.286106 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c41cd873-826b-4d25-a335-c8e80c348e23 req-b0f44457-f6a2-438f-8b50-e64478ed34a6 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241026 Jun 25 11:00:53.395599 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-522840e6-786a-4f98-a6f7-7afd7da15b47 req-7e8aed02-e1ff-449f-b8fe-777c2845c87a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.432892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:53.437859 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-2328cbe5-9c9c-45cc-b71c-e8781dbeee3a None None] Provisioning for port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:53.439915 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:53.443757 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'port_id': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f', 'mac_address': 'fa:16:3e:2c:f6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:00:53.447027 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:53.447415 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.450373 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-2328cbe5-9c9c-45cc-b71c-e8781dbeee3a None None] Provisioning complete for port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:53.450735 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2328cbe5-9c9c-45cc-b71c-e8781dbeee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.453095 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ac5e6-d943-447b-b2d7-160ee70090b5 req-1a9394ea-7160-42ce-830b-25c6bec4d535 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:53.454977 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b93ac5e6-d943-447b-b2d7-160ee70090b5 req-1a9394ea-7160-42ce-830b-25c6bec4d535 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 943 time: 0.0802422 Jun 25 11:00:53.461459 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-522840e6-786a-4f98-a6f7-7afd7da15b47 req-7e8aed02-e1ff-449f-b8fe-777c2845c87a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422606 Jun 25 11:00:53.508945 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b93ac5e6-d943-447b-b2d7-160ee70090b5 req-de173b49-73b0-4b7c-a1d1-df13598318c4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476091 Jun 25 11:00:53.587919 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-2328cbe5-9c9c-45cc-b71c-e8781dbeee3a None None] Port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:00:53.600715 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.626022 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aed02-e1ff-449f-b8fe-777c2845c87a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5efb595-6212-43b9-9258-0b8388c9b544,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:53.633272 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7e8aed02-e1ff-449f-b8fe-777c2845c87a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:53.663836 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67ad443-475f-4639-be1f-9bd0bb1e3d3f {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:53.675039 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.686471 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b3a1b-5fe4-4d87-816d-cae8fa7e9bd7 req-8cb27066-1d86-443c-b9a1-710218db23d0 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:53.688801 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ad9b3a1b-5fe4-4d87-816d-cae8fa7e9bd7 req-8cb27066-1d86-443c-b9a1-710218db23d0 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 944 time: 0.0810997 Jun 25 11:00:53.691708 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.694576 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a67ad443-475f-4639-be1f-9bd0bb1e3d3f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:53.700816 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Transition to ACTIVE for port object 3482621d-e62e-42dd-b2f6-5f6f932a2d03 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:53.729100 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:53.737120 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ad9b3a1b-5fe4-4d87-816d-cae8fa7e9bd7 req-cc82e09d-7378-424d-872a-4d5685f4412b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378780 Jun 25 11:00:53.790894 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:53.798479 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.807471 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:53.810448 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b84d6b-7535-4ac7-beea-f078717cf73a" -d '{"events": [{"server_uuid": "9f618e66-7e89-4209-9f4a-40aadefd8d67", "name": "network-vif-plugged", "status": "completed", "tag": "aa2504de-5295-4d9e-986f-fb3e6d8a6ef5"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:53.811209 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Transition to ACTIVE for port object b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:53.816500 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.818394 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a5ced040-8760-4f9e-b92b-9162494a51df details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:00:53.825175 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:53.854644 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9823c-80b5-45e7-9a09-86d0255fa31f x-openstack-request-id: req-4ab9823c-80b5-45e7-9a09-86d0255fa31f {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:53.854934 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f618e66-7e89-4209-9f4a-40aadefd8d67", "name": "network-vif-plugged", "status": "completed", "tag": "aa2504de-5295-4d9e-986f-fb3e6d8a6ef5", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:53.855205 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ab9823c-80b5-45e7-9a09-86d0255fa31f {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:53.855590 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'code': 200} Jun 25 11:00:53.890442 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a5ced040-8760-4f9e-b92b-9162494a51df, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a5ced040-8760-4f9e-b92b-9162494a51df,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:53.904214 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:53.907253 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'a5ced040-8760-4f9e-b92b-9162494a51df', 'network_id': 'd595a92f-f844-4ffd-9bb1-5b4b5e2e563c', 'port_id': 'a5ced040-8760-4f9e-b92b-9162494a51df', 'mac_address': 'fa:16:3e:a5:26:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dcec42-77a4-4b48-bed3-e7623665d2c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:00:53.909244 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:53.934330 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.937732 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:53.954938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.954938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:53.962688 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c6c580b1-f8fa-4a34-a89f-90ab0047ad9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:53.986782 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.017030 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ced040-8760-4f9e-b92b-9162494a51df {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:54.036528 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:00:54.042053 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a5ced040-8760-4f9e-b92b-9162494a51df, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a5ced040-8760-4f9e-b92b-9162494a51df,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:54.043436 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:54.051188 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:54.055310 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:00:54.060240 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:00:54.065874 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.066499 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.069061 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:54.156942 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Attempting to bind port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:54.157283 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Attempting to bind port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:54.157740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Attempting to bind port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 on network fcea8105-15cb-4f29-8e2d-df0308b278f8 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:54.176061 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 on network fcea8105-15cb-4f29-8e2d-df0308b278f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:00:54.176397 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Attempting to bind port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 on network fcea8105-15cb-4f29-8e2d-df0308b278f8 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:54.179956 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'Port': ['ID=3482621d-e62e-42dd-b2f6-5f6f932a2d03,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:54.186519 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:54.186952 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:54.187253 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:54.188190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:54.188524 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Checking segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:54.188909 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Bound using segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:54.189426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Bound port: b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:54.189807 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.222347 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71581c-68d9-4553-a3de-c70ad5f68b9b req-87cdabda-7e6e-468f-a609-8535705a3069 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.225228 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aa71581c-68d9-4553-a3de-c70ad5f68b9b req-87cdabda-7e6e-468f-a609-8535705a3069 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0958710 Jun 25 11:00:54.266675 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aa71581c-68d9-4553-a3de-c70ad5f68b9b req-220a74df-5a37-4f1e-b861-22a8d19cff23 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360887 Jun 25 11:00:54.282956 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:54.286741 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.287629 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:54.289573 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:54.342476 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8673525 Jun 25 11:00:54.364524 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Request body: {'port': {'device_id': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:00:54.377538 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=a5ced040-8760-4f9e-b92b-9162494a51df,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:54.381581 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:54.418227 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.424806 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:54.495008 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.495729 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.497192 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] 10.222.0.93 "PUT /v2.0/ports/b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 200 len: 1093 time: 1.4972863 Jun 25 11:00:54.497761 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:54.500159 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7" -d '{"events": [{"name": "network-changed", "server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:54.529660 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:54.530051 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c1168-2166-46c8-8a0e-a7aadcc70ca2 req-93290969-951a-4700-bf07-22dd101fe0bf tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.531636 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f54c1168-2166-46c8-8a0e-a7aadcc70ca2 req-93290969-951a-4700-bf07-22dd101fe0bf tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 931 time: 0.1380599 Jun 25 11:00:54.533034 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:54.538365 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.547332 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe653dfe-2442-4e18-8f9f-d108504ad766 req-3482d4fd-5aaf-412e-ad92-0c5ce50cfc1b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.552023 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-ab1f936b-46d3-47b2-87dd-92b41f6bdc1c None None] Provisioning for port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:54.552179 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe653dfe-2442-4e18-8f9f-d108504ad766 req-3482d4fd-5aaf-412e-ad92-0c5ce50cfc1b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.1053085 Jun 25 11:00:54.552427 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-ab1f936b-46d3-47b2-87dd-92b41f6bdc1c None None] Provisioning complete for port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:54.552807 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ab1f936b-46d3-47b2-87dd-92b41f6bdc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:54.614745 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f54c1168-2166-46c8-8a0e-a7aadcc70ca2 req-6e32e647-a32b-4704-b236-81082f7b1afd tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653527 Jun 25 11:00:54.632913 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe653dfe-2442-4e18-8f9f-d108504ad766 req-d3e43a2d-5509-430d-89c5-f385d2044068 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730014 Jun 25 11:00:54.669140 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f936b-46d3-47b2-87dd-92b41f6bdc1c None None] Port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:00:54.735674 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef932fe-7c4a-48c5-beb5-db8cf38ace07 x-openstack-request-id: req-aef932fe-7c4a-48c5-beb5-db8cf38ace07 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:54.736213 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:54.736213 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aef932fe-7c4a-48c5-beb5-db8cf38ace07 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:54.739046 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'status': 'completed', 'code': 200} Jun 25 11:00:54.778898 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['a67ad443-475f-4639-be1f-9bd0bb1e3d3f'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:00:54.832560 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['a5ced040-8760-4f9e-b92b-9162494a51df'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:00:54.857782 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3871dd-8d93-4607-b28a-445629a30914 req-81d9bbc5-7cf3-4c8b-a3b0-738f67bb83c9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.866756 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cb3871dd-8d93-4607-b28a-445629a30914 req-81d9bbc5-7cf3-4c8b-a3b0-738f67bb83c9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 944 time: 0.0985701 Jun 25 11:00:54.867183 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3e12-2017-4e44-bea5-c7764e8badbf req-01976687-db06-4348-a905-d9d4a9478368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.868661 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-70ea3e12-2017-4e44-bea5-c7764e8badbf req-01976687-db06-4348-a905-d9d4a9478368 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 1098 time: 0.1770408 Jun 25 11:00:54.918167 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-d884cbdf-ab75-4cfc-a77b-b40644e69fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.919640 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-d884cbdf-ab75-4cfc-a77b-b40644e69fe6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1096 time: 0.1961005 Jun 25 11:00:54.949792 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-70ea3e12-2017-4e44-bea5-c7764e8badbf req-f8883f69-0886-4a49-97a1-90de4ea45c94 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678575 Jun 25 11:00:54.952210 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cb3871dd-8d93-4607-b28a-445629a30914 req-03cfb740-5b2b-4fdf-bcec-716b11f046f5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833995 Jun 25 11:00:54.980950 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d9a38-2d14-4e1c-ad79-ea240d9a3853 req-40d2ba21-752f-47a2-81b5-3326a1f041e5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:54.982751 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f91d9a38-2d14-4e1c-ad79-ea240d9a3853 req-40d2ba21-752f-47a2-81b5-3326a1f041e5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 945 time: 0.1122489 Jun 25 11:00:55.002459 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-a17012b9-00b0-433b-af5a-873f223f8f27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 200 len: 217 time: 0.0568349 Jun 25 11:00:55.062245 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f91d9a38-2d14-4e1c-ad79-ea240d9a3853 req-5619862d-e11a-41ee-8dd5-2a01d000ad77 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649207 Jun 25 11:00:55.089715 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3482621d-e62e-42dd-b2f6-5f6f932a2d03 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:55.093465 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:55.106516 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Transition to ACTIVE for port object 3482621d-e62e-42dd-b2f6-5f6f932a2d03 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:00:55.239041 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:55.241452 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:55.300801 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Pushing event updated for resources: {'Port': ['ID=3482621d-e62e-42dd-b2f6-5f6f932a2d03,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:55.303549 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:55.359725 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Attempting to bind port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:00:55.360075 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Attempting to bind port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:00:55.360391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Attempting to bind port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:55.371535 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:00:55.371862 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Attempting to bind port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:00:55.374978 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-367efe12-c1d6-4819-9aa1-9d2b6dad9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:55.376476 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-367efe12-c1d6-4819-9aa1-9d2b6dad9be6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0871856 Jun 25 11:00:55.383559 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:00:55.384164 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Checking segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:00:55.385325 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Bound using segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:00:55.386423 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Bound port: 3482621d-e62e-42dd-b2f6-5f6f932a2d03, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:00:55.392651 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:55.491449 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e493286-ee9a-4f1b-9578-dcf6ae9d19a8 req-6a4b396e-c0d4-45f7-a46d-6a8cea47f3ae tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:55.496316 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4e493286-ee9a-4f1b-9578-dcf6ae9d19a8 req-6a4b396e-c0d4-45f7-a46d-6a8cea47f3ae tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0727565 Jun 25 11:00:55.515398 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] For port 3482621d-e62e-42dd-b2f6-5f6f932a2d03, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:00:55.519250 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] For port 3482621d-e62e-42dd-b2f6-5f6f932a2d03, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:00:55.529616 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e55b-bc7e-4079-a30f-9786c693934a req-1f23e2c9-99b8-4ef1-a5eb-8bcde04f1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:55.531235 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-1f23e2c9-99b8-4ef1-a5eb-8bcde04f1ff3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1292737 Jun 25 11:00:55.537423 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4e493286-ee9a-4f1b-9578-dcf6ae9d19a8 req-36350ff4-06ae-4e51-ba42-a8a16021e18b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Jun 25 11:00:55.631274 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-57dbcaff-63e2-4ce4-90f6-4b32678cc8b4 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922649 Jun 25 11:00:55.638909 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:55.640854 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:55.869736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:55.877775 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:55.877775 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] 10.222.0.93 "PUT /v2.0/ports/3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 1093 time: 1.5118966 Jun 25 11:00:55.890424 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ab44-34f9-49e7-9020-834031de15da req-264f6bc8-c1a4-4cd2-90c6-c9dcbd750f4b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:55.894607 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7db0ab44-34f9-49e7-9020-834031de15da req-264f6bc8-c1a4-4cd2-90c6-c9dcbd750f4b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 943 time: 0.1401494 Jun 25 11:00:55.907199 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528847b-792a-4421-a610-903845cdd9d7 req-09a8da2c-2400-4910-ad07-ddbc89e65957 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:55.907199 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0528847b-792a-4421-a610-903845cdd9d7 req-09a8da2c-2400-4910-ad07-ddbc89e65957 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.1405308 Jun 25 11:00:55.936306 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Pushing event updated for resources: {'Port': ['ID=3482621d-e62e-42dd-b2f6-5f6f932a2d03,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:55.939740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:55.982123 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1482e55b-bc7e-4079-a30f-9786c693934a req-f444de4a-5f08-40f0-959f-6df3cd3a1e89 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326680 Jun 25 11:00:55.991417 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7db0ab44-34f9-49e7-9020-834031de15da req-6d3e434c-cde9-4435-a3e5-59a2a2063e59 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854795 Jun 25 11:00:56.000024 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0528847b-792a-4421-a610-903845cdd9d7 req-2c43594a-2314-44a9-a705-69a161ef88a7 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790331 Jun 25 11:00:56.151164 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-64036be1-979e-4db6-8d22-b8ecf0d1b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.151164 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-64036be1-979e-4db6-8d22-b8ecf0d1b3a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1096 time: 0.0712557 Jun 25 11:00:56.189168 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b12f4-43b8-43f5-9661-64287a28bf4a req-9acc7bea-4f65-4bb1-84e9-2d09c729e959 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.190690 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ea1b12f4-43b8-43f5-9661-64287a28bf4a req-9acc7bea-4f65-4bb1-84e9-2d09c729e959 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 944 time: 0.0857539 Jun 25 11:00:56.206274 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-50aa209c-d650-4aec-83da-e6cb28f6ff3b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 217 time: 0.0373681 Jun 25 11:00:56.263957 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ea1b12f4-43b8-43f5-9661-64287a28bf4a req-ac8daa36-0c83-4e4a-ac95-acf4637cedaf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652895 Jun 25 11:00:56.290435 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb3ba8-dff0-4002-b8fd-3daafd95a4be req-d2453e10-f020-4a03-a534-855910dab12b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.292372 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3bbb3ba8-dff0-4002-b8fd-3daafd95a4be req-d2453e10-f020-4a03-a534-855910dab12b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 945 time: 0.0864108 Jun 25 11:00:56.331968 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3bbb3ba8-dff0-4002-b8fd-3daafd95a4be req-a670af1b-1be2-46f9-959a-19d2d996e8cb tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337746 Jun 25 11:00:56.366947 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-4eab92c3-9cf7-453e-b768-addd0a0dcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.368546 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-4eab92c3-9cf7-453e-b768-addd0a0dcffb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0447450 Jun 25 11:00:56.510437 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-352f7540-29bb-46e9-869f-9dd0fb634181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.511938 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-352f7540-29bb-46e9-869f-9dd0fb634181 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1096 time: 0.1058373 Jun 25 11:00:56.516393 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-05a169ba-233a-4915-b63b-7c93e9042225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.517760 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-05a169ba-233a-4915-b63b-7c93e9042225 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035647 Jun 25 11:00:56.739006 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:56.741331 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e206f9a1-7d40-420f-905c-f7aea7491d95" -d '{"events": [{"name": "network-changed", "server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:56.741467 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a1b87-ede4-4683-8075-7ef817ca0dc5 req-b942ba03-39eb-4701-ae81-f7e56811bd5e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.742954 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7f6a1b87-ede4-4683-8075-7ef817ca0dc5 req-b942ba03-39eb-4701-ae81-f7e56811bd5e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0777435 Jun 25 11:00:56.789298 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7f6a1b87-ede4-4683-8075-7ef817ca0dc5 req-9dab175b-d05c-42fe-b0ca-c67179d290db tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380962 Jun 25 11:00:56.804959 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a2bba5-bba2-4bc3-af8b-ceddb678bcf2 x-openstack-request-id: req-15a2bba5-bba2-4bc3-af8b-ceddb678bcf2 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:56.805329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:56.805553 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15a2bba5-bba2-4bc3-af8b-ceddb678bcf2 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:56.806083 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'status': 'completed', 'code': 200} Jun 25 11:00:56.873948 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-99e48388-d975-4512-b8e9-d457dfe7a73b service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559447 Jun 25 11:00:56.874918 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-a79bb180-0b0c-4168-939c-82a3b6d87bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:56.876243 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-a79bb180-0b0c-4168-939c-82a3b6d87bce service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.2571089 Jun 25 11:00:56.968447 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-cb7dfd19-7bac-406c-928c-caf4e91edd43 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 200 len: 217 time: 0.0751226 Jun 25 11:00:56.987240 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a67ad443-475f-4639-be1f-9bd0bb1e3d3f up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:57.048358 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dc4a0024-f0f5-44de-af2d-db1c7ade6542 req-a006b0a6-5c87-49fa-9c9c-ed0af976e05b service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562023 Jun 25 11:00:57.068607 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-24859756-e441-4ed2-8037-24883393a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.068607 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-24859756-e441-4ed2-8037-24883393a06a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0648947 Jun 25 11:00:57.126850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-767e35d3-5edf-4b9b-8dbe-6c63961592cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.128503 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-767e35d3-5edf-4b9b-8dbe-6c63961592cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584373 Jun 25 11:00:57.204979 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port a67ad443-475f-4639-be1f-9bd0bb1e3d3f completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:57.210415 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port a67ad443-475f-4639-be1f-9bd0bb1e3d3f triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:57.210873 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:57.231686 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea487-4707-4c8b-9525-8f1513f1d635 req-068b2372-1344-4311-ae16-07541e797ea8 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.233252 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-758ea487-4707-4c8b-9525-8f1513f1d635 req-068b2372-1344-4311-ae16-07541e797ea8 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.1054573 Jun 25 11:00:57.246391 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-4b16f1e1-712f-4a74-bec9-f673fc5a0000 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102622 Jun 25 11:00:57.248388 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c1f76-bdbb-4413-b10c-607dc816ff83 req-c4914de1-a5b9-43bb-be50-e95b29f1fc86 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.249897 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cf2c1f76-bdbb-4413-b10c-607dc816ff83 req-c4914de1-a5b9-43bb-be50-e95b29f1fc86 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 943 time: 0.0910251 Jun 25 11:00:57.306440 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:57.315882 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-758ea487-4707-4c8b-9525-8f1513f1d635 req-2f116ee3-b291-4ee0-b9f4-24962dd5dfa3 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Jun 25 11:00:57.326605 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cf2c1f76-bdbb-4413-b10c-607dc816ff83 req-d7615f98-d049-4c56-9b49-b321cd4f806a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690863 Jun 25 11:00:57.331603 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d932af3-40de-4edf-bc41-41746effb1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:57.336212 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1699872-7688-49a0-867d-b2140bf23d7d" -d '{"events": [{"server_uuid": "0d932af3-40de-4edf-bc41-41746effb1c2", "name": "network-vif-plugged", "status": "completed", "tag": "a67ad443-475f-4639-be1f-9bd0bb1e3d3f"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:57.354457 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a67ad443-475f-4639-be1f-9bd0bb1e3d3f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:57.398000 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cca8fc9-2c0d-4941-af01-09cc39fba40a x-openstack-request-id: req-9cca8fc9-2c0d-4941-af01-09cc39fba40a {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:57.398240 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d932af3-40de-4edf-bc41-41746effb1c2", "name": "network-vif-plugged", "status": "completed", "tag": "a67ad443-475f-4639-be1f-9bd0bb1e3d3f", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:57.398517 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cca8fc9-2c0d-4941-af01-09cc39fba40a {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:57.398921 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d932af3-40de-4edf-bc41-41746effb1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f', 'code': 200} Jun 25 11:00:57.481544 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:57.483018 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a5ced040-8760-4f9e-b92b-9162494a51df up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:00:57.550423 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4218e2-699b-4054-bc27-58b5743e7025 req-a3898d13-6f11-4608-977c-e69deb43c964 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.551425 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-45ee2c39-d123-494f-a2e2-0fa77705c508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:57.552085 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2d4218e2-699b-4054-bc27-58b5743e7025 req-a3898d13-6f11-4608-977c-e69deb43c964 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 944 time: 0.1189265 Jun 25 11:00:57.567647 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e13abe5-fb65-46c2-b1f6-8ae2517609b7 req-41ec24d0-6e3b-46a1-b175-a9b1893c43a5 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067978 Jun 25 11:00:57.586391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53524) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:57.628041 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-67ef717a-55b3-4253-ad05-b9106fd7209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.629811 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-67ef717a-55b3-4253-ad05-b9106fd7209d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1096 time: 0.2573299 Jun 25 11:00:57.635773 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:57.637532 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2d4218e2-699b-4054-bc27-58b5743e7025 req-52bb15a8-b1f2-426c-a5d4-f0c3c6b7ad76 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725801 Jun 25 11:00:57.639590 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:57.665372 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878110-5035-4b85-8f45-daf05e9e9761 req-48606b19-d71e-4d71-88db-672e127eaeb1 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.667022 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59878110-5035-4b85-8f45-daf05e9e9761 req-48606b19-d71e-4d71-88db-672e127eaeb1 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 945 time: 0.1140652 Jun 25 11:00:57.730034 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59878110-5035-4b85-8f45-daf05e9e9761 req-2c5dee05-5bbf-4aa5-9d40-0cbbbff9e0c2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537765 Jun 25 11:00:57.748323 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-a902387c-1172-49d0-be0b-ba25321129cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.748323 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-a902387c-1172-49d0-be0b-ba25321129cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.1023991 Jun 25 11:00:57.776270 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port a5ced040-8760-4f9e-b92b-9162494a51df completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:00:57.781135 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port a5ced040-8760-4f9e-b92b-9162494a51df triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:00:57.782162 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:57.803370 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-7968a21c-3d05-464f-b4da-54073836ea75 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 217 time: 0.0534673 Jun 25 11:00:57.804114 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3c504c7-bc79-49d6-985c-901d17535718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:57.882496 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:57.886433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-11b1e759-39bf-4ec2-8818-29f2d3d32731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:57.887895 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-11b1e759-39bf-4ec2-8818-29f2d3d32731 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0751204 Jun 25 11:00:57.928171 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a5ced040-8760-4f9e-b92b-9162494a51df, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a5ced040-8760-4f9e-b92b-9162494a51df,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:57.999899 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3c504c7-bc79-49d6-985c-901d17535718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:58.001919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-b6907897-1a49-4b4d-8947-1aa13cfb4858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:58.003493 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-b6907897-1a49-4b4d-8947-1aa13cfb4858 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051474 Jun 25 11:00:58.019902 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616e53e-4d1f-43a4-bde3-4b1000400ab6 req-592a8ad3-36d3-4b97-aa26-6c31d1008aa4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:58.022112 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c616e53e-4d1f-43a4-bde3-4b1000400ab6 req-592a8ad3-36d3-4b97-aa26-6c31d1008aa4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0674715 Jun 25 11:00:58.065748 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c616e53e-4d1f-43a4-bde3-4b1000400ab6 req-502361c9-e43e-4633-824c-172f16840f86 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375490 Jun 25 11:00:58.082981 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:58.084993 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-223e278d-2b5a-45dc-8e8c-b20a5c8f5812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:58.129237 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf47ea-2658-4381-a24b-b1a15ad3efbd req-8661ad32-5c43-4cb2-83df-6f1f974ddffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:58.130744 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d8bf47ea-2658-4381-a24b-b1a15ad3efbd req-8661ad32-5c43-4cb2-83df-6f1f974ddffc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1331732 Jun 25 11:00:58.133281 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-342f49de-7746-4746-8067-d3d6e4a68c58 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211231 Jun 25 11:00:58.133859 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3c504c7-bc79-49d6-985c-901d17535718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:58.137426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:58.142295 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=a5ced040-8760-4f9e-b92b-9162494a51df,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:58.145930 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:58.230233 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c3c504c7-bc79-49d6-985c-901d17535718 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0014e0ab0b9f411d832492fbd84b0ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424625 Jun 25 11:00:58.233367 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53534) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:58.236919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c504c7-bc79-49d6-985c-901d17535718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1428e0f5-ca10-4628-ae9a-e010f21992f2,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:58.240194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c3c504c7-bc79-49d6-985c-901d17535718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:58.267407 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d8bf47ea-2658-4381-a24b-b1a15ad3efbd req-325e6e3f-e727-48ac-822f-b3dcc7ebbe85 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216121 Jun 25 11:00:58.284901 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:58.288171 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e206f9a1-7d40-420f-905c-f7aea7491d95 req-e6cb20b8-87be-44c2-95b8-53c7b782b538 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434360 Jun 25 11:00:58.308374 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:58.467986 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:58.472884 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:58.476665 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1428e0f5-ca10-4628-ae9a-e010f21992f2 HTTP/1.1" status: 204 len: 168 time: 0.2395766 Jun 25 11:00:58.476665 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-58fa7527-5ed8-460b-8103-8eee56396586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:58.489261 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1428e0f5-ca10-4628-ae9a-e010f21992f2,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:58.492264 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:58.536322 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c418e-a91b-41f5-b3d5-398b08e0f032 req-cd4ec13c-20bf-4abc-973a-f38f5cb5bbc9 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:58.538163 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-877c418e-a91b-41f5-b3d5-398b08e0f032 req-cd4ec13c-20bf-4abc-973a-f38f5cb5bbc9 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 943 time: 0.1011446 Jun 25 11:00:58.589287 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-877c418e-a91b-41f5-b3d5-398b08e0f032 req-77a951df-e2ce-4ae8-8151-e01b3af9a788 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Jun 25 11:00:58.837695 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a44a3-9f5b-49e7-a313-4f9182d50c3a req-9467c015-0659-4af9-bc1c-bdcb90ac2b3e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:58.839427 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba7a44a3-9f5b-49e7-a313-4f9182d50c3a req-9467c015-0659-4af9-bc1c-bdcb90ac2b3e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0683992 Jun 25 11:00:58.880300 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba7a44a3-9f5b-49e7-a313-4f9182d50c3a req-efe917cd-5141-4b99-b54e-b87b436fbff9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351737 Jun 25 11:00:58.992478 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:00:59.106048 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:59.116217 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'port_id': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'mac_address': 'fa:16:3e:e4:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:00:59.155101 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:59.170748 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:00:59.194096 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:00:59.272512 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd9f3e-a15b-4124-bae4-1d902c60f9b7 req-931e4399-c67e-4743-b941-a9eb18ccb132 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:59.274015 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e3cd9f3e-a15b-4124-bae4-1d902c60f9b7 req-931e4399-c67e-4743-b941-a9eb18ccb132 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0669255 Jun 25 11:00:59.307320 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:59.309147 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:59.313799 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e3cd9f3e-a15b-4124-bae4-1d902c60f9b7 req-413e380e-1ee5-4122-9af9-30a4616cc210 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335400 Jun 25 11:00:59.360637 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:59.363771 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:59.399769 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387af276-0c59-4350-8ecc-334a359e1eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ced040-8760-4f9e-b92b-9162494a51df'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:00:59.403413 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3668f538-67f2-4862-bed3-6525dc78da51" -d '{"events": [{"server_uuid": "387af276-0c59-4350-8ecc-334a359e1eb4", "name": "network-vif-plugged", "status": "completed", "tag": "a5ced040-8760-4f9e-b92b-9162494a51df"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:00:59.445401 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f954aa37-fcb2-4adb-a9a5-211a1989527a x-openstack-request-id: req-f954aa37-fcb2-4adb-a9a5-211a1989527a {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:00:59.445401 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387af276-0c59-4350-8ecc-334a359e1eb4", "name": "network-vif-plugged", "status": "completed", "tag": "a5ced040-8760-4f9e-b92b-9162494a51df", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:00:59.445401 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f954aa37-fcb2-4adb-a9a5-211a1989527a {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:00:59.445401 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387af276-0c59-4350-8ecc-334a359e1eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ced040-8760-4f9e-b92b-9162494a51df', 'code': 200} Jun 25 11:00:59.565605 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53570) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:59.580143 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2dd29855-8af9-46c8-80df-bb932069f9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:59.680544 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2dd29855-8af9-46c8-80df-bb932069f9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:59.783163 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82975fb2-1937-4a02-a834-1a9989325cfb req-ea86a603-22b1-4a2d-b6b2-617a98e64c6e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:00:59.784696 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82975fb2-1937-4a02-a834-1a9989325cfb req-ea86a603-22b1-4a2d-b6b2-617a98e64c6e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 943 time: 0.0771294 Jun 25 11:00:59.815999 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2dd29855-8af9-46c8-80df-bb932069f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:59.818776 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:00:59.830842 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82975fb2-1937-4a02-a834-1a9989325cfb req-a8f5803b-b8bb-49b4-8375-3cdb627e51fb tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400224 Jun 25 11:00:59.836845 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:00:59.862158 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd29855-8af9-46c8-80df-bb932069f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d04f6f-7a1e-4954-951f-e8372f34962b,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:00:59.867994 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2dd29855-8af9-46c8-80df-bb932069f9ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de0b7baf5abe421dbb6c11659e4d33fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997367 Jun 25 11:00:59.867994 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2dd29855-8af9-46c8-80df-bb932069f9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:00:59.870505 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53576) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:00:59.934903 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:00:59.966000 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:00.105706 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31702daa-09f0-405e-be43-a3c5665f98dc req-60f86678-d2af-416b-89d7-a5d1e8e45c7b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:00.107302 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31702daa-09f0-405e-be43-a3c5665f98dc req-60f86678-d2af-416b-89d7-a5d1e8e45c7b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0744658 Jun 25 11:01:00.146265 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31702daa-09f0-405e-be43-a3c5665f98dc req-f6954e59-e9ae-46a4-abd7-637142c87d09 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329945 Jun 25 11:01:00.187147 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:00.189687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:00.193992 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10d04f6f-7a1e-4954-951f-e8372f34962b HTTP/1.1" status: 204 len: 168 time: 0.3223176 Jun 25 11:01:00.196964 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:00.204556 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d04f6f-7a1e-4954-951f-e8372f34962b,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:00.208349 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:00.313576 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2879f-4e90-4bce-8a28-d690a0dd88b8 req-2f6678fc-e4e4-481f-b175-d325ed78cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:00.315097 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-80e2879f-4e90-4bce-8a28-d690a0dd88b8 req-2f6678fc-e4e4-481f-b175-d325ed78cabf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0678778 Jun 25 11:01:00.351508 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-80e2879f-4e90-4bce-8a28-d690a0dd88b8 req-337991ed-aabd-4389-a864-44721fab01c3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291715 Jun 25 11:01:00.504728 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4a5f6-9976-4ca5-9f19-d0e784db1574 req-d60d02ac-0b44-4f23-bb91-3335da695a2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:00.506249 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-96a4a5f6-9976-4ca5-9f19-d0e784db1574 req-d60d02ac-0b44-4f23-bb91-3335da695a2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 944 time: 0.0726728 Jun 25 11:01:00.546484 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-96a4a5f6-9976-4ca5-9f19-d0e784db1574 req-83763994-70af-440b-8f7f-171e46a2540e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345340 Jun 25 11:01:00.992429 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3482621d-e62e-42dd-b2f6-5f6f932a2d03 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:01:01.007425 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:01:01.026907 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd573f-7454-4900-aeae-8753a20eb7c6 req-e04fc26f-71b0-45f6-b2c2-3b0e67896159 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:01.033054 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-72cd573f-7454-4900-aeae-8753a20eb7c6 req-e04fc26f-71b0-45f6-b2c2-3b0e67896159 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 943 time: 0.0693524 Jun 25 11:01:01.071309 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-72cd573f-7454-4900-aeae-8753a20eb7c6 req-f8661908-9a1f-4a1e-be5c-55c46c868d19 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367947 Jun 25 11:01:01.140713 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3482621d-e62e-42dd-b2f6-5f6f932a2d03, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:01.152978 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'port_id': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'mac_address': 'fa:16:3e:cb:94:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:01:01.198723 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:01.213021 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3482621d-e62e-42dd-b2f6-5f6f932a2d03 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:01:01.242349 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3482621d-e62e-42dd-b2f6-5f6f932a2d03, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:01.283027 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:01:01.287437 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:01:01.288036 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:01.381068 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:01.448491 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:01.450739 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfd261-8a1d-44f7-8e1b-a818d7554c1e" -d '{"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-plugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:01.457961 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:01.642487 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:01.644303 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:01.646425 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:01.699843 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=3482621d-e62e-42dd-b2f6-5f6f932a2d03,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:01.703504 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:01.705027 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:01.768819 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:01.771727 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:02.232291 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['3482621d-e62e-42dd-b2f6-5f6f932a2d03'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:01:02.320320 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1bb33-0678-4c4d-ba74-6d7e33ba0386 req-ba003d00-7aef-4f68-9390-d6c1dfa314bf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:02.322409 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6fc1bb33-0678-4c4d-ba74-6d7e33ba0386 req-ba003d00-7aef-4f68-9390-d6c1dfa314bf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0675995 Jun 25 11:01:02.364460 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6fc1bb33-0678-4c4d-ba74-6d7e33ba0386 req-3804986f-a431-4497-8f63-e486a12710a5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Jun 25 11:01:02.418467 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bc4762-263a-4176-bd51-63b05a89a870 x-openstack-request-id: req-a1bc4762-263a-4176-bd51-63b05a89a870 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:02.418855 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-plugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:02.419189 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1bc4762-263a-4176-bd51-63b05a89a870 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:02.419655 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'code': 200} Jun 25 11:01:02.570985 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53660) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:02.592437 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eec64-4c26-4e4a-a837-9535b8ce37a3 req-c134dbe8-2e9a-479d-a6a0-79ffe6cd9182 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:02.594156 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c67eec64-4c26-4e4a-a837-9535b8ce37a3 req-c134dbe8-2e9a-479d-a6a0-79ffe6cd9182 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0792143 Jun 25 11:01:02.637482 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c67eec64-4c26-4e4a-a837-9535b8ce37a3 req-e20a6280-b6b7-4e8f-98e7-2ef2716fb43d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364375 Jun 25 11:01:02.710894 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d5a59c83-9f94-4c96-bcfc-e78d29329d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:02.848308 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d5a59c83-9f94-4c96-bcfc-e78d29329d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:02.866218 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3e68a-5ce3-4f72-b204-65f3f6758614 req-85c14d1e-c2ce-47b7-b86f-37bfbb8455ff tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:02.867715 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-02d3e68a-5ce3-4f72-b204-65f3f6758614 req-85c14d1e-c2ce-47b7-b86f-37bfbb8455ff tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 944 time: 0.0939190 Jun 25 11:01:02.913451 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-02d3e68a-5ce3-4f72-b204-65f3f6758614 req-a66e2199-faae-49ad-a3e1-1aee1dafe56f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340829 Jun 25 11:01:02.970245 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d5a59c83-9f94-4c96-bcfc-e78d29329d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:02.973034 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a283ee94-b85c-4f90-9af4-3d186edb7f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:03.011073 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d5a59c83-9f94-4c96-bcfc-e78d29329d31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b2b1869e2f148c5b881b8d882fea3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390094 Jun 25 11:01:03.011983 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a59c83-9f94-4c96-bcfc-e78d29329d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ccbd8-e553-494b-ace2-74c7dc4b58c6,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:03.014248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53668) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:03.015432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d5a59c83-9f94-4c96-bcfc-e78d29329d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:03.073446 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:03.121946 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:03.170745 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fe7b4-215b-43a0-b406-0bd0c92cb5a5 req-cf71cb24-a7d8-4ba2-aeb1-6326420479a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:03.172232 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-126fe7b4-215b-43a0-b406-0bd0c92cb5a5 req-cf71cb24-a7d8-4ba2-aeb1-6326420479a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1098 time: 0.0875883 Jun 25 11:01:03.212123 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-126fe7b4-215b-43a0-b406-0bd0c92cb5a5 req-a2a42566-c230-41e3-8ce1-825c31eb7c29 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305741 Jun 25 11:01:03.313160 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:03.315894 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:03.317011 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f1ccbd8-e553-494b-ace2-74c7dc4b58c6 HTTP/1.1" status: 204 len: 168 time: 0.3016608 Jun 25 11:01:03.317676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:03.325182 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ccbd8-e553-494b-ace2-74c7dc4b58c6,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:03.327379 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:03.546587 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66c500-3c05-4660-afe3-44124aaf5924 req-873a6645-8aa6-4c36-9876-928b874b2fa2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:03.548053 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fc66c500-3c05-4660-afe3-44124aaf5924 req-873a6645-8aa6-4c36-9876-928b874b2fa2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0664442 Jun 25 11:01:03.585429 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fc66c500-3c05-4660-afe3-44124aaf5924 req-421d6f17-76f1-4c2e-b065-61f92902c400 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Jun 25 11:01:03.661334 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ce21-0988-478a-970e-a8f436bb1671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:03.877569 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe5cc-c3d6-4eaf-83c6-86a6614efb96 req-0b6af95a-d2c3-49f1-8d6a-e476a1f6fb8b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:03.879145 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-519fe5cc-c3d6-4eaf-83c6-86a6614efb96 req-0b6af95a-d2c3-49f1-8d6a-e476a1f6fb8b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0759270 Jun 25 11:01:03.947594 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-519fe5cc-c3d6-4eaf-83c6-86a6614efb96 req-4517b2db-00f4-485e-acb9-5a3c075babe1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618629 Jun 25 11:01:04.115542 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebffe81-fe0f-4f61-ad84-d840b07c0821 req-c8c8ff3b-d972-4f11-b07f-446aa74e4123 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:04.116910 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3ebffe81-fe0f-4f61-ad84-d840b07c0821 req-c8c8ff3b-d972-4f11-b07f-446aa74e4123 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 944 time: 0.0653315 Jun 25 11:01:04.158890 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3ebffe81-fe0f-4f61-ad84-d840b07c0821 req-5880f6c1-11b3-4528-8a9b-e53cd0c5c6a5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355790 Jun 25 11:01:04.442938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-3ee69195-f6c5-41bd-be18-3285fe93b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:04.444374 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-3ee69195-f6c5-41bd-be18-3285fe93b8b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0536690 Jun 25 11:01:04.480524 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79da8d-6fef-4c55-be99-2df2603402c8 req-d363b50e-2b59-41c4-bf2b-f1306ed9016a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:04.482048 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0c79da8d-6fef-4c55-be99-2df2603402c8 req-d363b50e-2b59-41c4-bf2b-f1306ed9016a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0644674 Jun 25 11:01:04.520650 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0c79da8d-6fef-4c55-be99-2df2603402c8 req-037a3792-b406-4503-8015-e32431893626 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Jun 25 11:01:04.542067 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-bd53206b-6f24-4c4b-ab18-f5c11266f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:04.546957 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-bd53206b-6f24-4c4b-ab18-f5c11266f843 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 919 time: 0.0898528 Jun 25 11:01:04.599909 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-74f3abd6-833f-430b-bae3-c3ee2d1e113c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5ced040-8760-4f9e-b92b-9162494a51df HTTP/1.1" status: 200 len: 217 time: 0.0377831 Jun 25 11:01:04.652178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-9f6873fa-6b9d-424a-bf17-cd349d596a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:04.653747 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-9f6873fa-6b9d-424a-bf17-cd349d596a7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.0446870 Jun 25 11:01:04.709720 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-ba015f17-ef68-4aa1-b907-1a53c70c54b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272121 Jun 25 11:01:04.906755 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-fa607a88-0f99-42d0-859b-f21e6f412309 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020093 Jun 25 11:01:05.022872 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dd74cdd6-f87f-4bfa-b63b-a241302a6108 req-d9219fdb-37dc-417a-9e87-b8db5c1d8a0b service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060319 Jun 25 11:01:05.048098 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3482621d-e62e-42dd-b2f6-5f6f932a2d03 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:01:05.137515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce946e-2b8f-454b-a9de-294f913c273a req-ebbc4a46-4498-4d8d-9722-cce6380e2a75 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:05.139018 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a6ce946e-2b8f-454b-a9de-294f913c273a req-ebbc4a46-4498-4d8d-9722-cce6380e2a75 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0642846 Jun 25 11:01:05.190832 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a6ce946e-2b8f-454b-a9de-294f913c273a req-eda2a6fd-7321-440e-af1b-52b72a6df4b6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449624 Jun 25 11:01:05.216443 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:01:05.221965 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:01:05.227130 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:05.302003 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:05.326576 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:05.329263 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0389d217-3507-41b4-9967-b55bcd33b179" -d '{"events": [{"server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "name": "network-vif-plugged", "status": "completed", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:05.349395 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3482621d-e62e-42dd-b2f6-5f6f932a2d03, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:05.375822 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d9f81c-6d31-4c22-b4e2-a93f321b4b63 x-openstack-request-id: req-49d9f81c-6d31-4c22-b4e2-a93f321b4b63 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:05.376438 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "name": "network-vif-plugged", "status": "completed", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:05.376965 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49d9f81c-6d31-4c22-b4e2-a93f321b4b63 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:05.377632 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'code': 200} Jun 25 11:01:05.484778 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:05.486751 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:05.561141 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53746) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:05.590970 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=3482621d-e62e-42dd-b2f6-5f6f932a2d03,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:05.594760 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:05.611279 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587049b-d713-4c3b-8df3-ae4e9bde776f req-a377b70f-3579-4333-9a42-24dcac2861d6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:05.614209 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53752) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:05.619207 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3587049b-d713-4c3b-8df3-ae4e9bde776f req-a377b70f-3579-4333-9a42-24dcac2861d6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 944 time: 0.3415391 Jun 25 11:01:05.685291 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3587049b-d713-4c3b-8df3-ae4e9bde776f req-6f2d419d-2c61-4842-bbce-a1584ca0d588 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591757 Jun 25 11:01:05.743734 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5b11c16b-3dca-4344-9579-4545c0d58ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:05.753559 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:05.780603 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.db.api [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 25 11:01:05.780603 dv-cinder-793136-2-iscsi neutron-server[105346]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 25 11:01:05.780603 dv-cinder-793136-2-iscsi neutron-server[105346]: [parameters: {'project_id': 'd036d4b8065642de8761f2856f3ff30c', 'id': 'a8d0585f-8932-42b2-a7f6-da91e8cd2829', 'expiration': datetime.datetime(2021, 6, 25, 11, 3, 5, 772985)}] Jun 25 11:01:05.780603 dv-cinder-793136-2-iscsi neutron-server[105346]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 11:01:05.781033 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_db.api [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 11:01:05.796799 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323fc4-9f42-4445-a142-b9a7236c6b33 req-974e7b00-dafa-47b0-a1ce-27e787c20b53 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:05.798255 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0323fc4-9f42-4445-a142-b9a7236c6b33 req-974e7b00-dafa-47b0-a1ce-27e787c20b53 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1035731 Jun 25 11:01:05.856884 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0323fc4-9f42-4445-a142-b9a7236c6b33 req-a49dfd34-4636-4a94-b21c-eeabcaf45039 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498397 Jun 25 11:01:05.895923 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5b11c16b-3dca-4344-9579-4545c0d58ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:05.987464 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-5b11c16b-3dca-4344-9579-4545c0d58ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:05.990350 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-85024473-8503-429d-b66f-49769d5bf77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:06.032270 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11c16b-3dca-4344-9579-4545c0d58ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eb562d-b20b-4ce5-b24e-2d14f5004792,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:06.039137 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-5b11c16b-3dca-4344-9579-4545c0d58ed2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32a8d8ace96a44d3b98587335463aba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745419 Jun 25 11:01:06.043883 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-5b11c16b-3dca-4344-9579-4545c0d58ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:06.043883 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53764) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:06.103276 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.128827 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.282628 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.307129 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.310900 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.312048 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05eb562d-b20b-4ce5-b24e-2d14f5004792 HTTP/1.1" status: 204 len: 168 time: 0.2710707 Jun 25 11:01:06.313955 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:06.329453 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e337d48-8743-46aa-a795-ce990ad21376 req-0d7e206f-0912-42c5-a5e2-6ee36471ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:06.331377 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e337d48-8743-46aa-a795-ce990ad21376 req-0d7e206f-0912-42c5-a5e2-6ee36471ba68 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1098 time: 0.3010061 Jun 25 11:01:06.347508 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eb562d-b20b-4ce5-b24e-2d14f5004792,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:06.350245 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:06.396691 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3e337d48-8743-46aa-a795-ce990ad21376 req-a496fb78-3c9f-4b27-89e1-90e1c8fef862 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440290 Jun 25 11:01:06.406526 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28803e7-ea06-4535-b4c7-abc960402a86 req-df68bcae-20bf-4ee9-9410-40342dbdd650 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:06.408262 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b28803e7-ea06-4535-b4c7-abc960402a86 req-df68bcae-20bf-4ee9-9410-40342dbdd650 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0949500 Jun 25 11:01:06.434032 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.452661 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b28803e7-ea06-4535-b4c7-abc960402a86 req-ce41e226-2b06-40a0-aca5-da450d7a504a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362003 Jun 25 11:01:06.541520 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.545811 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8eab5462-dd85-4f63-9706-1be360cb67a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:06.584247 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d036d4b8065642de8761f2856f3ff30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9662457 Jun 25 11:01:06.587884 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53772) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:06.593371 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a7d7fa-f736-4f40-89cc-c1128caadd59,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:06.597590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:06.655782 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8b20-c7eb-49fc-a273-239bc497bb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.675131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.688278 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5650e-a56c-46ee-a878-e9a85772b0ed req-b5c6c6cf-7119-49f0-a4fa-abc05c977738 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:06.689570 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-14a5650e-a56c-46ee-a878-e9a85772b0ed req-b5c6c6cf-7119-49f0-a4fa-abc05c977738 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1239543 Jun 25 11:01:06.698372 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53774) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:06.703179 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'floatingip': {'port_id': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:06.706924 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.708457 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.784973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.862021 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.865912 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:06.867160 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2a7d7fa-f736-4f40-89cc-c1128caadd59 HTTP/1.1" status: 204 len: 168 time: 0.2752650 Jun 25 11:01:06.868996 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-236e6d7e-b970-4131-bb0e-7614f8adec6f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:06.886762 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a7d7fa-f736-4f40-89cc-c1128caadd59,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:06.889591 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:06.969489 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec9d73-d24f-4006-af51-38bfdcb41d2e req-8f44b554-dad9-4a16-88f0-be828726953a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:06.972708 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-45ec9d73-d24f-4006-af51-38bfdcb41d2e req-8f44b554-dad9-4a16-88f0-be828726953a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1523998 Jun 25 11:01:07.037970 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-45ec9d73-d24f-4006-af51-38bfdcb41d2e req-21a38ccc-c09e-447a-a215-60b90b81fab7 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575640 Jun 25 11:01:07.134085 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5feda0-53cb-4d36-878b-f4a7681325fd req-652987ef-233a-4cd3-9f0e-cf7587ea2080 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:07.137945 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ec5feda0-53cb-4d36-878b-f4a7681325fd req-652987ef-233a-4cd3-9f0e-cf7587ea2080 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0819106 Jun 25 11:01:07.173721 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ec5feda0-53cb-4d36-878b-f4a7681325fd req-4c53727e-98f0-491a-94b3-cdea89ba767d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347948 Jun 25 11:01:07.545816 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:07.655928 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:07.755473 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Floating IP 19d19b52-ccd2-4591-b747-49ce2435f93f associated. External IP: 172.27.2.17, port: b5a72ff4-2e9b-462b-9f20-f77cac1a8d43. Jun 25 11:01:07.850997 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53810) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:07.872800 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ec7-c305-46b5-89cd-7c372cced492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:07.890259 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:07.991687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Router a23648dd-9320-48c0-a699-97756963741b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:01:07.991950 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ec7-c305-46b5-89cd-7c372cced492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:08.068151 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2bd58ec7-c305-46b5-89cd-7c372cced492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:08.070928 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:08.107706 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:01:08.111002 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-2bd58ec7-c305-46b5-89cd-7c372cced492 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb17aaf86fb44297bdf704b7c569af81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558415 Jun 25 11:01:08.111002 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd58ec7-c305-46b5-89cd-7c372cced492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddceca8-074a-4b66-b377-0d09e9e23459,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:08.112008 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53820) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:08.112600 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2bd58ec7-c305-46b5-89cd-7c372cced492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:08.117807 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:08.129376 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] Sync routers for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:01:08.146482 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:01:08.147656 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:01:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:08.200039 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2612c656-c32a-4971-947d-1d06110aee68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "PUT /v2.0/floatingips/19d19b52-ccd2-4591-b747-49ce2435f93f HTTP/1.1" status: 200 len: 990 time: 1.4973814 Jun 25 11:01:08.224004 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:08.225430 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04bcf48-7858-420d-b62f-4d5c262eb928" -d '{"events": [{"name": "network-changed", "server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:08.273698 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:08.332772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:08.346640 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f5b11-b163-4b83-9828-687a97b4e60a req-167e2d51-2356-4cb6-bc7d-4637a40eb73f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:08.348217 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d10f5b11-b163-4b83-9828-687a97b4e60a req-167e2d51-2356-4cb6-bc7d-4637a40eb73f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1211216 Jun 25 11:01:08.357764 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:01:08.513623 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d10f5b11-b163-4b83-9828-687a97b4e60a req-ee46dd13-84da-4cc0-aa42-018d9197f31e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508114 Jun 25 11:01:08.592968 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaa0e2-77f2-4b72-9de7-8ad7d54595e7 req-ab1c7b6e-5f1f-42f8-a277-3a16fc56fe33 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:08.602905 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1feaa0e2-77f2-4b72-9de7-8ad7d54595e7 req-ab1c7b6e-5f1f-42f8-a277-3a16fc56fe33 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.2317636 Jun 25 11:01:08.677347 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1feaa0e2-77f2-4b72-9de7-8ad7d54595e7 req-b41dcbbf-85fb-46c5-97ad-820fbaae5a22 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734026 Jun 25 11:01:08.719468 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5673941-287c-46f6-914f-3f81ed9c8111 x-openstack-request-id: req-d5673941-287c-46f6-914f-3f81ed9c8111 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:08.719849 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:08.720244 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5673941-287c-46f6-914f-3f81ed9c8111 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:08.720674 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'status': 'completed', 'code': 200} Jun 25 11:01:08.730643 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:08.733589 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:08.736383 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cddceca8-074a-4b66-b377-0d09e9e23459 HTTP/1.1" status: 204 len: 168 time: 0.6227019 Jun 25 11:01:08.737235 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b22ba57f-2eff-43d9-b5f1-3d76dde9fa45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:08.745993 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '19d19b52-ccd2-4591-b747-49ce2435f93f', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'a23648dd-9320-48c0-a699-97756963741b', 'port_id': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'mac_address': 'fa:16:3e:e4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:00:44Z', 'updated_at': '2021-06-25T11:01:07Z', 'revision_number': 1, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:08.746867 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddceca8-074a-4b66-b377-0d09e9e23459,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:08.751257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:08.784687 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] Checking router: a23648dd-9320-48c0-a699-97756963741b for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:01:08.788623 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:01:08.789254 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:01:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:08.895052 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-4e74fee4-1298-46cf-8fef-0500670bd830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:08.897377 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-4e74fee4-1298-46cf-8fef-0500670bd830 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1098 time: 0.0617280 Jun 25 11:01:08.923271 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:01:09.012584 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-829ae0da-65f4-4bed-b613-00ce773d2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:09.014085 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-829ae0da-65f4-4bed-b613-00ce773d2117 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.0995183 Jun 25 11:01:09.132317 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-65161146-0cc8-4a00-a1bf-f344a2935fee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 200 len: 998 time: 0.0989783 Jun 25 11:01:09.218798 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-a998cf6a-723c-4f57-89a4-dba331c280f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:09.220985 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-a998cf6a-723c-4f57-89a4-dba331c280f3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0578046 Jun 25 11:01:09.264967 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:01:09.282207 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '19d19b52-ccd2-4591-b747-49ce2435f93f', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'a23648dd-9320-48c0-a699-97756963741b', 'port_id': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'mac_address': 'fa:16:3e:e4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:00:44Z', 'updated_at': '2021-06-25T11:01:07Z', 'revision_number': 1, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:09.293617 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-241d1797-8218-40ff-bdca-c0801a04b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:09.298055 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-241d1797-8218-40ff-bdca-c0801a04b1e7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641377 Jun 25 11:01:09.312689 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dea1b7-209d-4274-b371-a83848c5dbda None None] The sync data for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi is: [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '19d19b52-ccd2-4591-b747-49ce2435f93f', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'a23648dd-9320-48c0-a699-97756963741b', 'port_id': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'mac_address': 'fa:16:3e:e4:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:00:44Z', 'updated_at': '2021-06-25T11:01:07Z', 'revision_number': 1, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:01:09.459429 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-42a2301f-cb8c-488c-ad08-5375c6ca6444 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182175 Jun 25 11:01:09.495916 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:09.576698 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f04bcf48-7858-420d-b62f-4d5c262eb928 req-1682b2b2-c01b-421e-aef4-1aa17b6c631e service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036801 Jun 25 11:01:09.583459 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ee32d2-7077-481b-a702-ed2b8e0efe4d None None] New status for floating IP 19d19b52-ccd2-4591-b747-49ce2435f93f: ACTIVE {{(pid=105347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:01:09.728089 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9b0c0-6f43-490b-8f27-c9c92101a125 req-0be233c2-7e29-4f90-aa12-3ab9afc0f407 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:09.730683 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-22b9b0c0-6f43-490b-8f27-c9c92101a125 req-0be233c2-7e29-4f90-aa12-3ab9afc0f407 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0780098 Jun 25 11:01:09.819844 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-22b9b0c0-6f43-490b-8f27-c9c92101a125 req-3fea16a4-8b60-419f-9c4f-e83159004789 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770800 Jun 25 11:01:09.904694 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e71b4f-577a-489d-8be7-f71e83fcbf98 req-5db8ab56-d025-4a73-a8bb-badb48f6bc72 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:09.913323 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48e71b4f-577a-489d-8be7-f71e83fcbf98 req-5db8ab56-d025-4a73-a8bb-badb48f6bc72 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0738990 Jun 25 11:01:09.945299 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53868) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:09.958836 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48e71b4f-577a-489d-8be7-f71e83fcbf98 req-7faebdbf-6692-4c36-8cda-1a3194fec0cb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Jun 25 11:01:09.961701 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a9f5cbff-3ea6-4691-bec3-8d5463af25a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.060687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a9f5cbff-3ea6-4691-bec3-8d5463af25a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.128930 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83077eb5-1094-4fb4-83b2-ee2c14daade6 req-cb804da8-b252-49dc-9d51-abb4e7af1b53 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:10.130499 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-83077eb5-1094-4fb4-83b2-ee2c14daade6 req-cb804da8-b252-49dc-9d51-abb4e7af1b53 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0660117 Jun 25 11:01:10.139882 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53872) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:10.144805 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'floatingip': {'port_id': '3482621d-e62e-42dd-b2f6-5f6f932a2d03'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:10.153564 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53874) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:10.159813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a9f5cbff-3ea6-4691-bec3-8d5463af25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.183992 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:10.196403 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-a9f5cbff-3ea6-4691-bec3-8d5463af25a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11970a7a34f14ff9ae1436e5617173db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465868 Jun 25 11:01:10.196740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53878) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:10.222946 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.227574 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5cbff-3ea6-4691-bec3-8d5463af25a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9565bc-c0d7-4c38-a4a5-a167f18bb4bd,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:10.234738 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a9f5cbff-3ea6-4691-bec3-8d5463af25a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:10.269316 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.277374 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8c32274f-9478-441d-9eac-e4252c3d6300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.315785 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.413808 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8c32274f-9478-441d-9eac-e4252c3d6300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.494466 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.498030 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.499950 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c9565bc-c0d7-4c38-a4a5-a167f18bb4bd HTTP/1.1" status: 204 len: 168 time: 0.3015373 Jun 25 11:01:10.499950 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:10.512164 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9565bc-c0d7-4c38-a4a5-a167f18bb4bd,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:10.512164 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:10.535975 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8c32274f-9478-441d-9eac-e4252c3d6300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.540536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:10.590197 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8c32274f-9478-441d-9eac-e4252c3d6300 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6d18fc3fef04ce1ac4c1c8463fa12e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350526 Jun 25 11:01:10.592653 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32274f-9478-441d-9eac-e4252c3d6300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ffad99-b746-48c3-95bb-180339aa4f50,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:10.595427 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53886) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:10.617535 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8c32274f-9478-441d-9eac-e4252c3d6300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:10.660865 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.692802 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.849187 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.856325 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:10.859789 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65ffad99-b746-48c3-95bb-180339aa4f50 HTTP/1.1" status: 204 len: 168 time: 0.2621195 Jun 25 11:01:10.860068 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2dd29855-8af9-46c8-80df-bb932069f9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:10.891202 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ffad99-b746-48c3-95bb-180339aa4f50,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:10.895051 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:10.952913 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:11.043256 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:11.381914 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0f470-ccd8-4631-a172-5a3541b43f10 req-c69ed868-1dc4-4da5-b522-0c58d0863978 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:11.383377 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ad0f470-ccd8-4631-a172-5a3541b43f10 req-c69ed868-1dc4-4da5-b522-0c58d0863978 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.3010459 Jun 25 11:01:11.405480 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.l3_db [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Floating IP a0edce5a-aaad-4492-a84d-3d87dde1c2ce associated. External IP: 172.27.2.64, port: 3482621d-e62e-42dd-b2f6-5f6f932a2d03. Jun 25 11:01:11.478584 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ad0f470-ccd8-4631-a172-5a3541b43f10 req-120acb75-d7ef-486e-ba9f-8bd499edee21 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838933 Jun 25 11:01:11.682992 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Router 9c9bc187-9198-4583-8ad1-8768804c089b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:01:11.814112 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:01:11.821474 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:11.826257 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d654611-0686-4f87-8260-61e36361e10c None None] Sync routers for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:01:11.834179 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 53920) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:11.836597 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:01:11.837418 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:01:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:11.854821 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:11.881318 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-290ef649-b7ba-4c83-a1e4-6ce85fd106c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "PUT /v2.0/floatingips/a0edce5a-aaad-4492-a84d-3d87dde1c2ce HTTP/1.1" status: 200 len: 990 time: 1.7401462 Jun 25 11:01:11.881994 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:11.894897 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:11.994246 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:01:12.006345 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed018382-f43a-4028-9072-86f35ff5601e x-openstack-request-id: req-ed018382-f43a-4028-9072-86f35ff5601e {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:12.007026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:12.007026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed018382-f43a-4028-9072-86f35ff5601e {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:12.007401 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'status': 'completed', 'code': 200} Jun 25 11:01:12.078834 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:12.176257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:12.180431 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-50e25ffa-cde8-49d0-a000-7d56a22fbf8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:12.248021 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e474b2b-08b1-4652-aeee-e0ece3f3dee6,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:12.258040 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ce71104f55943f4a2bda4f069120138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4227047 Jun 25 11:01:12.258740 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 53936) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:12.268021 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.268625 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.269160 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.269659 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.270186 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.270690 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.271188 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.271705 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.272201 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.272703 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.273197 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.273702 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.305051 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:12.311459 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'a0edce5a-aaad-4492-a84d-3d87dde1c2ce', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'port_id': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'mac_address': 'fa:16:3e:cb:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:00:45Z', 'updated_at': '2021-06-25T11:01:10Z', 'revision_number': 1, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:12.324815 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-bc706e40-0793-4556-bb7a-09959e1d8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:12.326927 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-bc706e40-0793-4556-bb7a-09959e1d8dca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1098 time: 0.1474659 Jun 25 11:01:12.347036 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d654611-0686-4f87-8260-61e36361e10c None None] Checking router: 9c9bc187-9198-4583-8ad1-8768804c089b for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:01:12.357267 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:01:12.357933 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:01:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:12.371922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:12.403164 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:12.475196 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-3fc5b3b2-dbc9-46a7-8d46-2e1b5f49ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:12.477029 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-3fc5b3b2-dbc9-46a7-8d46-2e1b5f49ba6d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.1365674 Jun 25 11:01:12.515835 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:01:12.564318 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:12.567823 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:12.571904 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e474b2b-08b1-4652-aeee-e0ece3f3dee6 HTTP/1.1" status: 204 len: 168 time: 0.3094220 Jun 25 11:01:12.571904 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-5a38c156-74e7-4d1e-b6c6-fc2b9e01dd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:12.586163 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e474b2b-08b1-4652-aeee-e0ece3f3dee6,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:12.595159 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.595516 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.596040 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.596568 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.597102 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.597600 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.598133 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.598483 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.598993 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.599484 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.599975 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.600452 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:12.605116 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:12.611732 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-ecbd7033-fbfe-4504-bae5-ff03fd73e02c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 998 time: 0.1001394 Jun 25 11:01:12.694700 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf731c-a6b3-4485-9dda-ecf7acd21dd4 req-d1348f12-2fa6-4533-8110-807360566b55 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:12.696518 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-80bf731c-a6b3-4485-9dda-ecf7acd21dd4 req-d1348f12-2fa6-4533-8110-807360566b55 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0924916 Jun 25 11:01:12.703370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-30f62fb1-1922-4bc8-8bb5-0b14bfbcfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:12.704832 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-30f62fb1-1922-4bc8-8bb5-0b14bfbcfd76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0724528 Jun 25 11:01:12.746327 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-80bf731c-a6b3-4485-9dda-ecf7acd21dd4 req-3fba0664-b24c-4059-b9fa-c9bcfa5d1a4c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Jun 25 11:01:12.786154 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-17c1b91e-860f-4b08-8bee-1fb751af3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:12.787554 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-17c1b91e-860f-4b08-8bee-1fb751af3f02 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741954 Jun 25 11:01:12.872500 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8d654611-0686-4f87-8260-61e36361e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'a0edce5a-aaad-4492-a84d-3d87dde1c2ce', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'port_id': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'mac_address': 'fa:16:3e:cb:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:00:45Z', 'updated_at': '2021-06-25T11:01:10Z', 'revision_number': 1, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:12.898829 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d654611-0686-4f87-8260-61e36361e10c None None] The sync data for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi is: [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'a0edce5a-aaad-4492-a84d-3d87dde1c2ce', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'port_id': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'mac_address': 'fa:16:3e:cb:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:00:45Z', 'updated_at': '2021-06-25T11:01:10Z', 'revision_number': 1, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:01:12.904049 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-ab9f6a19-97a2-43b2-8fcc-720873e9210c service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059647 Jun 25 11:01:13.022298 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d061b483-6e92-4ebc-bcb6-b8076a8b38b5 req-2ede4b89-32dc-403a-b349-7df8e2e85b0f service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980878 Jun 25 11:01:13.098998 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b1b42-d920-46a9-973f-46c560916846 None None] New status for floating IP a0edce5a-aaad-4492-a84d-3d87dde1c2ce: ACTIVE {{(pid=105347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:01:13.946275 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311d3f-cc4f-4876-9f31-aa86dfb15985 req-28e356c3-14c1-4983-8b6d-5fa6ec7d21cf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:13.951182 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-56311d3f-cc4f-4876-9f31-aa86dfb15985 req-28e356c3-14c1-4983-8b6d-5fa6ec7d21cf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0784867 Jun 25 11:01:13.995857 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-56311d3f-cc4f-4876-9f31-aa86dfb15985 req-5344ee0b-a22b-46f0-bb3a-8f7b8f918a5a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Jun 25 11:01:14.638371 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f205f-6a5e-4035-8fbe-1fd0e992d09e req-a09ee84a-1ffd-4ecd-b64b-dd651d211d78 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:14.639736 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-731f205f-6a5e-4035-8fbe-1fd0e992d09e req-a09ee84a-1ffd-4ecd-b64b-dd651d211d78 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.0772724 Jun 25 11:01:14.689581 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-731f205f-6a5e-4035-8fbe-1fd0e992d09e req-8dc57217-2f72-4ffb-a7b1-d053bbbe2185 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Jun 25 11:01:15.180759 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c638e2b-37dd-4d46-a359-c416150453ba req-4d10ac67-e126-4a6a-b253-97f93572dfc2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:15.182198 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2c638e2b-37dd-4d46-a359-c416150453ba req-4d10ac67-e126-4a6a-b253-97f93572dfc2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0695982 Jun 25 11:01:15.222749 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2c638e2b-37dd-4d46-a359-c416150453ba req-265f082c-5fb1-4c8b-910b-245559f3979c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Jun 25 11:01:15.754062 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-6bf70a98-6232-40ef-82fb-78dd588e8915 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596142 Jun 25 11:01:15.904261 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9045b-e5a9-4030-9eb6-0b550f61dcb5 req-f3d76e89-c64b-41c0-8e31-549f63a4d7a1 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:15.905863 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-26a9045b-e5a9-4030-9eb6-0b550f61dcb5 req-f3d76e89-c64b-41c0-8e31-549f63a4d7a1 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.0799863 Jun 25 11:01:15.944981 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18232-5890-432e-976b-68ff7a5038f6 req-5daf2f80-2e2d-4fdf-b54a-d90a20711410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:15.947326 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-5daf2f80-2e2d-4fdf-b54a-d90a20711410 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 1098 time: 0.0807784 Jun 25 11:01:15.958783 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-26a9045b-e5a9-4030-9eb6-0b550f61dcb5 req-72221885-0462-4d0e-86a3-b0a414f276cc tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Jun 25 11:01:16.119132 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18232-5890-432e-976b-68ff7a5038f6 req-65cb9803-d07c-42ec-ac5a-7dc363e7c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:16.121551 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-65cb9803-d07c-42ec-ac5a-7dc363e7c008 service neutron] 10.222.0.93 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 916 time: 0.1051788 Jun 25 11:01:16.166034 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-a3b6202e-0168-46ff-9f84-564a4c0deb5d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 HTTP/1.1" status: 200 len: 217 time: 0.0346024 Jun 25 11:01:16.259297 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be18232-5890-432e-976b-68ff7a5038f6 req-9abbc91e-7a7b-4b48-a26f-7bcea8e615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:16.261844 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-9abbc91e-7a7b-4b48-a26f-7bcea8e615e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d HTTP/1.1" status: 200 len: 855 time: 0.0542150 Jun 25 11:01:16.306437 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-0188c306-8a58-4660-8b8f-b56f046637ea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600b9971-a674-49d3-8806-d05d87f81fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268476 Jun 25 11:01:16.415255 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b37c2-5c0e-4a12-9f20-487b916f9b1f req-e08a8e59-35af-4a32-88d3-1ce7e9ecf194 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:16.416818 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ca9b37c2-5c0e-4a12-9f20-487b916f9b1f req-e08a8e59-35af-4a32-88d3-1ce7e9ecf194 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0733974 Jun 25 11:01:16.423998 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-da340842-d2bc-4241-888a-a49c35d3e875 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061075 Jun 25 11:01:16.457332 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ca9b37c2-5c0e-4a12-9f20-487b916f9b1f req-778c0b37-b84c-464c-a3f9-82d9965b5c10 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Jun 25 11:01:16.534580 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2be18232-5890-432e-976b-68ff7a5038f6 req-38dd3d4b-e642-4744-941f-313302eeaf8b service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891566 Jun 25 11:01:17.212036 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ea961-720a-4f8d-a721-991785971ccd req-d9daa730-c6b6-4ada-a1e9-df97b087079c tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:17.214391 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-461ea961-720a-4f8d-a721-991785971ccd req-d9daa730-c6b6-4ada-a1e9-df97b087079c tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.0934765 Jun 25 11:01:17.255848 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-461ea961-720a-4f8d-a721-991785971ccd req-f62123ef-177d-470f-9dc1-c4e0e06d3dbd tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Jun 25 11:01:18.362938 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:20.723100 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aea42e-e65d-4d65-89d5-ea817ed8d14a req-988ab278-53b8-4a40-8e6b-02f5a0d7f5e8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:20.724704 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-36aea42e-e65d-4d65-89d5-ea817ed8d14a req-988ab278-53b8-4a40-8e6b-02f5a0d7f5e8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0706725 Jun 25 11:01:20.767111 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-36aea42e-e65d-4d65-89d5-ea817ed8d14a req-c112d6ee-7716-4a26-b76e-616d8349ad16 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359943 Jun 25 11:01:20.892628 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87097fb0-b8dc-4409-9ce2-81a2957cce2f req-c7ff9b55-cd7a-4102-b06a-c6d1fe284d93 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:20.894192 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-87097fb0-b8dc-4409-9ce2-81a2957cce2f req-c7ff9b55-cd7a-4102-b06a-c6d1fe284d93 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.0746276 Jun 25 11:01:20.938480 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-87097fb0-b8dc-4409-9ce2-81a2957cce2f req-809c994a-b7e0-4e84-a6c8-befd6408720f tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Jun 25 11:01:22.044124 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f747f-c60a-49f5-b9cd-66665363d35e req-e74118b9-dc3c-470c-9ede-e5917eb20d30 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:22.045685 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f44f747f-c60a-49f5-b9cd-66665363d35e req-e74118b9-dc3c-470c-9ede-e5917eb20d30 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0725479 Jun 25 11:01:22.091390 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f44f747f-c60a-49f5-b9cd-66665363d35e req-502d6fdb-9b6b-4bab-b682-63152da45e70 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378034 Jun 25 11:01:22.242425 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a4e3-b880-4bac-8a2d-1201495dd8d6 req-f12fdb5a-8947-4bcc-bd62-e507aa5880d2 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:22.243917 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2b1a4e3-b880-4bac-8a2d-1201495dd8d6 req-f12fdb5a-8947-4bcc-bd62-e507aa5880d2 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.0736313 Jun 25 11:01:22.284202 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2b1a4e3-b880-4bac-8a2d-1201495dd8d6 req-9ec2b379-874d-40e8-a935-5398fb99e1fe tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/security-groups?id=0dae95b6-df03-4aff-a38f-bc11b9b49238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jun 25 11:01:22.658419 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acf02f-b447-4a70-9743-ab2239995370 req-2b3671cc-5dd2-42ea-8f31-d38a74c20c1b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:22.660000 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-18acf02f-b447-4a70-9743-ab2239995370 req-2b3671cc-5dd2-42ea-8f31-d38a74c20c1b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.93 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 946 time: 0.1056528 Jun 25 11:01:22.773341 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Deleting port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:01:22.773686 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:22.881509 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] For port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,segment=NetworkSegment(4ddea707-22e5-4266-8a12-0464130329d7),segment_id=4ddea707-22e5-4266-8a12-0464130329d7)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:22.881893 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:22.900368 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Calling delete_port for 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:01:23.182255 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:23.198542 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7270f0fe-d21b-4414-bd3d-58482ecb078e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:23.252989 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['78fc1d14-8a9c-42bc-baa6-e5ea74296a4e'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:01:23.262678 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Pushing event deleted for resources: {'Port': ['ID=78fc1d14-8a9c-42bc-baa6-e5ea74296a4e,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:23.328733 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:23.330044 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] No DVR routers for this DVR port 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:01:23.333754 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:23.336662 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-18acf02f-b447-4a70-9743-ab2239995370 req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.93 "DELETE /v2.0/ports/78fc1d14-8a9c-42bc-baa6-e5ea74296a4e HTTP/1.1" status: 204 len: 173 time: 0.6667812 Jun 25 11:01:23.337220 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'name': 'network-vif-deleted', 'tag': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:23.340911 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e8106a-1441-46a3-b0b9-ab85b54d42b0" -d '{"events": [{"server_uuid": "d684e386-5f45-418c-b5ad-7273de72f73d", "name": "network-vif-deleted", "tag": "78fc1d14-8a9c-42bc-baa6-e5ea74296a4e"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:23.402612 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a903-ebf9-4f67-b18a-5d11b5982085 req-307417d7-8dc9-4313-abd4-efbce97fc8b3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:23.404249 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7731a903-ebf9-4f67-b18a-5d11b5982085 req-307417d7-8dc9-4313-abd4-efbce97fc8b3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1011794 Jun 25 11:01:23.486834 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c8c5d377-8676-4e5f-a86b-99d898a24fbf req-81673671-91fb-4d21-8da3-6e11ec46f5c2 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0447733 Jun 25 11:01:23.494404 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7731a903-ebf9-4f67-b18a-5d11b5982085 req-c9603a23-ec39-4bfc-87a3-a0a1fb94f972 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798566 Jun 25 11:01:23.543433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aa7d67-8e0d-411c-be2a-43520e47fc79 x-openstack-request-id: req-15aa7d67-8e0d-411c-be2a-43520e47fc79 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:23.543746 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d684e386-5f45-418c-b5ad-7273de72f73d", "name": "network-vif-deleted", "tag": "78fc1d14-8a9c-42bc-baa6-e5ea74296a4e", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:23.544020 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15aa7d67-8e0d-411c-be2a-43520e47fc79 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:23.544432 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd684e386-5f45-418c-b5ad-7273de72f73d', 'name': 'network-vif-deleted', 'tag': '78fc1d14-8a9c-42bc-baa6-e5ea74296a4e', 'status': 'completed', 'code': 200} Jun 25 11:01:24.776517 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a93163a0-8b74-43ef-b53d-39ecfc9e46d2 req-99985947-989d-4654-925d-b89f449c7398 tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] 10.222.0.13 "GET /v2.0/ports?device_id=d684e386-5f45-418c-b5ad-7273de72f73d HTTP/1.1" status: 200 len: 210 time: 0.0652637 Jun 25 11:01:24.834232 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0657b-b7af-4a2e-85db-8d0bb14c4175 req-7b13e4ac-47f9-4890-836e-955929a20f38 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:24.836246 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a2d0657b-b7af-4a2e-85db-8d0bb14c4175 req-7b13e4ac-47f9-4890-836e-955929a20f38 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1380708 Jun 25 11:01:24.888702 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a2d0657b-b7af-4a2e-85db-8d0bb14c4175 req-903cf4f8-7b58-40c7-9aa9-7c8d8ff26dae tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458477 Jun 25 11:01:25.006546 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-81c7e833-4776-4c87-9261-497587bfd0be tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:25.008197 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-81c7e833-4776-4c87-9261-497587bfd0be tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 0.1252918 Jun 25 11:01:25.028585 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-0842d8d4-4fd6-4cad-bcc8-40986ae9bbbe tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/quotas/e673e94bf4894f158729b5843c585430 HTTP/1.1" status: 200 len: 375 time: 0.0130186 Jun 25 11:01:25.101326 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-ce52bdb4-3d24-4e9e-9d2a-7a4f599cbd87 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661342 Jun 25 11:01:25.196170 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-61ab0533-9831-4ceb-98c1-7050ed13c149 service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879195 Jun 25 11:01:25.290501 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-52763125-2419-45f4-b527-62e686851e09 service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874419 Jun 25 11:01:25.676334 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5f1a3337-9f3a-4824-bb1e-5ca5ca39073c req-4f7bc676-d719-4153-a4aa-2dcd4fc688a6 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 210 time: 0.0347829 Jun 25 11:01:26.035826 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54292) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:26.101949 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d9c7a-fdfa-49e0-bea6-0d335f844459 req-5db6c065-a13a-4ec0-ad37-eba25833615c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:26.104152 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3a6d9c7a-fdfa-49e0-bea6-0d335f844459 req-5db6c065-a13a-4ec0-ad37-eba25833615c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0830903 Jun 25 11:01:26.163741 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3a6d9c7a-fdfa-49e0-bea6-0d335f844459 req-c24abef5-eeaa-40f1-bcab-874b5edcb06b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Jun 25 11:01:26.169687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-98652600-450f-4a80-83d9-0c4edfc1d70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:26.282903 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-98652600-450f-4a80-83d9-0c4edfc1d70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:26.404554 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-98652600-450f-4a80-83d9-0c4edfc1d70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:26.408429 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c3c504c7-bc79-49d6-985c-901d17535718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:26.446504 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98652600-450f-4a80-83d9-0c4edfc1d70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59864959-4f68-486f-b758-b1cf27519c60,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:26.453292 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-98652600-450f-4a80-83d9-0c4edfc1d70c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=352dbd68862849d4a5ecd3688aa3b807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139314 Jun 25 11:01:26.453292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-98652600-450f-4a80-83d9-0c4edfc1d70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:26.453599 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54312) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:26.504528 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:26.525361 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:26.707351 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:26.709979 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:26.711811 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59864959-4f68-486f-b758-b1cf27519c60 HTTP/1.1" status: 204 len: 168 time: 0.2566371 Jun 25 11:01:26.711904 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:26.721497 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59864959-4f68-486f-b758-b1cf27519c60,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:26.723926 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:26.796764 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6b5f7ab8-aab5-4349-802e-768f2033dc3f req-71c23753-c548-42e4-93f1-efee2aec91d0 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 210 time: 0.0441167 Jun 25 11:01:27.072038 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54326) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:27.157371 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:01:27.179820 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:01:27.180353 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 78fc1d14-8a9c-42bc-baa6-e5ea74296a4e not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:01:27.196437 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31bc62d5-a761-438a-8480-eb55f5040646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.372967 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31bc62d5-a761-438a-8480-eb55f5040646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.376728 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e123-8b42-466a-ac02-7cdd03a22433 req-dcbc83ab-a70a-45fa-8cbe-c3ef0eb78c6d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:27.378546 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8ac6e123-8b42-466a-ac02-7cdd03a22433 req-dcbc83ab-a70a-45fa-8cbe-c3ef0eb78c6d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0711930 Jun 25 11:01:27.421963 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8ac6e123-8b42-466a-ac02-7cdd03a22433 req-15c99d21-d4db-41a2-b455-29ffb12b8492 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366530 Jun 25 11:01:27.461519 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31bc62d5-a761-438a-8480-eb55f5040646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.466566 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:27.512926 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-31bc62d5-a761-438a-8480-eb55f5040646 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17e7d88f82fa422199cbb5c8b56518e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389112 Jun 25 11:01:27.514217 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc62d5-a761-438a-8480-eb55f5040646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cb5b1b-d6f5-4445-8885-51de39d6302f,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:27.516097 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54346) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:27.520892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31bc62d5-a761-438a-8480-eb55f5040646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:27.584982 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.624919 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.747376 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.752553 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.762035 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63cb5b1b-d6f5-4445-8885-51de39d6302f HTTP/1.1" status: 204 len: 168 time: 0.2407780 Jun 25 11:01:27.762035 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:27.773687 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cb5b1b-d6f5-4445-8885-51de39d6302f,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:27.781033 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:27.798536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54360) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:27.891836 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Deleting subnet 56a190a0-4503-4fb9-aea3-c8e917639cb3 {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:01:27.895391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.937257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:27.948078 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.023493 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b938a00f-886c-4591-80d8-0f5b0597ea0b req-52377ed3-7c4b-4eec-8948-ab68aab4e2ce tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 210 time: 0.0284154 Jun 25 11:01:28.114404 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.119157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b2a5bda1-88ce-4e73-b50b-94f42a13e756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:28.150324 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a190a0-4503-4fb9-aea3-c8e917639cb3,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:28.154389 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:28.155844 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.158074 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/56a190a0-4503-4fb9-aea3-c8e917639cb3 HTTP/1.1" status: 204 len: 168 time: 0.3584175 Jun 25 11:01:28.162299 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54374) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:28.231878 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.325260 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.337786 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.338944 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.339809 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.340204 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > port after_create 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.340541 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.340874 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > port after_update 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.341201 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.341634 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.341920 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.342263 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.578533 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.579215 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.579215 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.579514 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105345) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:01:28.580063 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:28.608349 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddea707-22e5-4266-8a12-0464130329d7') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:28.608657 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddea707-22e5-4266-8a12-0464130329d7') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:01:28.645239 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.671130 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.681485 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:01:28.681903 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: from cryptography.utils import int_from_bytes Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: from cryptography.utils import int_from_bytes Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:01:28.686560 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:01:28.741995 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54388) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:28.758748 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa3d5-68f4-4f1e-a1fe-7632f8c62697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.762893 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c5eae-0f25-4caa-bcbb-a8015545f991 req-983be3a6-49ff-40b4-912c-3903d2c633fe tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:28.764481 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-753c5eae-0f25-4caa-bcbb-a8015545f991 req-983be3a6-49ff-40b4-912c-3903d2c633fe tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1792891 Jun 25 11:01:28.804509 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-753c5eae-0f25-4caa-bcbb-a8015545f991 req-7b8ff737-d359-4777-8fb2-49142cb663a7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Jun 25 11:01:28.905275 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-758d7e01-3c15-4012-97ae-6a4126808c5e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:28.906786 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-758d7e01-3c15-4012-97ae-6a4126808c5e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 0.1277661 Jun 25 11:01:28.936361 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa3d5-68f4-4f1e-a1fe-7632f8c62697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:28.940190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Request body: {'port': {'device_id': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'admin_state_up': True, 'tenant_id': 'e673e94bf4894f158729b5843c585430'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:29.043293 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.048081 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-db8d1d7a-950c-4db4-b581-a5720d03f97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:29.061586 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.063613 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7 HTTP/1.1" status: 204 len: 168 time: 0.9001021 Jun 25 11:01:29.065772 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=1568b4c5-fcf0-42e1-a35e-c9099c1bbdc7,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:29.069092 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-36aa0b91-0c94-453a-a599-5ff0fd699e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:29.185464 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b85b216d-1e0c-4bf9-9e52-7561cf11c244 req-7d1c0e89-c332-4008-b3d9-9f653a916415 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 210 time: 0.0317311 Jun 25 11:01:29.211861 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b9ffa3d5-68f4-4f1e-a1fe-7632f8c62697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.216532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8531b8db-9866-4cfb-8d63-c31d05565173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:29.262647 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b9ffa3d5-68f4-4f1e-a1fe-7632f8c62697 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=776218a3c868403d8b3f4ef567321095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167916 Jun 25 11:01:29.262647 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffa3d5-68f4-4f1e-a1fe-7632f8c62697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5438df08-c8ba-41d1-b7dd-0e71f367e110,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:29.264101 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54396) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:29.264251 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b9ffa3d5-68f4-4f1e-a1fe-7632f8c62697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:29.341585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.358602 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.529387 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Made reservation on behalf of e673e94bf4894f158729b5843c585430 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:01:29.529387 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.597317 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.600479 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.606413 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5438df08-c8ba-41d1-b7dd-0e71f367e110 HTTP/1.1" status: 204 len: 168 time: 0.3408008 Jun 25 11:01:29.607849 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:29.616414 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5438df08-c8ba-41d1-b7dd-0e71f367e110,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:29.626542 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:29.728095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Allocated IP 172.20.0.14 (600b9971-a674-49d3-8806-d05d87f81fbc/85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d/fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:01:29.746617 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54406) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:29.853354 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b48956e8-442d-47f2-bd97-fcf97230a1e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cd659ef94e943a2bc6ed8daee6cf6bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1055050 Jun 25 11:01:29.858733 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54412) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:29.922453 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.945807 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:29.949865 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:30.072644 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722e28-b765-4d0c-8098-d7a7038bcf77 req-1a133c8d-df50-4608-8c08-27fbd6e58238 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:30.074077 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-10722e28-b765-4d0c-8098-d7a7038bcf77 req-1a133c8d-df50-4608-8c08-27fbd6e58238 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0902326 Jun 25 11:01:30.130488 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-10722e28-b765-4d0c-8098-d7a7038bcf77 req-3077fb16-4453-4861-8e0b-294bf23817cf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491989 Jun 25 11:01:30.141937 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:30.151752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:30.151752 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dae95b6-df03-4aff-a38f-bc11b9b49238 HTTP/1.1" status: 204 len: 168 time: 0.2886815 Jun 25 11:01:30.151752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:30.159943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae95b6-df03-4aff-a38f-bc11b9b49238,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:30.162707 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:30.313884 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:30.320587 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-06c977f1-118d-4ad1-b141-e1feba26ef37 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:30.364525 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Network 600b9971-a674-49d3-8806-d05d87f81fbc is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:01:30.368390 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:01:30.377000 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:01:30.391349 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:01:30.405460 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:30.411194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:30.435409 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20cd9c-626e-4031-942e-9a02d3507597 req-21dd795c-6b16-4a29-a446-46e3bd920fec tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:30.438074 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef20cd9c-626e-4031-942e-9a02d3507597 req-21dd795c-6b16-4a29-a446-46e3bd920fec tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 932 time: 0.1248674 Jun 25 11:01:30.457756 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event updated for resources: {'Port': ['ID=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:30.460852 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:30.503622 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef20cd9c-626e-4031-942e-9a02d3507597 req-4be68962-9414-4f69-8a2e-de56478a48d8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594337 Jun 25 11:01:30.524825 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5905073 Jun 25 11:01:30.547653 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Request body: {'port': {'device_id': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:30.627753 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:30.916818 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:01:30.925027 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:30.946960 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Transition to ACTIVE for port object fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:01:31.121376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.126419 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54462) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:31.133986 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:31.212056 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Attempting to bind port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:01:31.212471 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Attempting to bind port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:01:31.212803 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Attempting to bind port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:01:31.218134 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:31.221783 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:31.222590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed on network 600b9971-a674-49d3-8806-d05d87f81fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:01:31.222936 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Attempting to bind port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:01:31.228167 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:01:31.228508 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Checking segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:01:31.228932 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Bound using segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:01:31.229882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Bound port: fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:01:31.230273 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.303476 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] For port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:01:31.307742 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] For port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:01:31.350618 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912a8cd-f688-43b5-9a1e-4eeba1f86126 req-08a5d31d-9dd4-4ac6-af25-7c77b64fa626 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:31.352131 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5912a8cd-f688-43b5-9a1e-4eeba1f86126 req-08a5d31d-9dd4-4ac6-af25-7c77b64fa626 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0849910 Jun 25 11:01:31.374254 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3369f2af-b22c-429d-ac3d-d36b8c422ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.417476 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5912a8cd-f688-43b5-9a1e-4eeba1f86126 req-d679528d-14fb-4652-8094-0c40fa55860b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568850 Jun 25 11:01:31.489447 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3369f2af-b22c-429d-ac3d-d36b8c422ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.513368 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.516613 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:31.581556 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:31.582194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.585521 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] 10.222.0.93 "PUT /v2.0/ports/fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed HTTP/1.1" status: 200 len: 1094 time: 1.0431948 Jun 25 11:01:31.590509 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'tag': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:31.593156 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f" -d '{"events": [{"name": "network-changed", "server_uuid": "019369bb-2a9c-4218-9a9f-0783a4ad9333", "tag": "fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:31.622822 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3369f2af-b22c-429d-ac3d-d36b8c422ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.634703 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:31.638828 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:31.660193 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4021bc53-2360-4d66-9aea-5889f1f54be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:31.671149 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3369f2af-b22c-429d-ac3d-d36b8c422ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6057b33ccccb4f7bb69a12fd332b3569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5429263 Jun 25 11:01:31.673907 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54484) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:31.696267 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369f2af-b22c-429d-ac3d-d36b8c422ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc984b69-d09f-455e-993d-07e5232ee5ff,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:31.710861 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3369f2af-b22c-429d-ac3d-d36b8c422ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:31.761587 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.787064 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611f3666-c424-4ba6-8cd7-32ebc2423d39 x-openstack-request-id: req-611f3666-c424-4ba6-8cd7-32ebc2423d39 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:31.787919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019369bb-2a9c-4218-9a9f-0783a4ad9333", "tag": "fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:31.788433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-611f3666-c424-4ba6-8cd7-32ebc2423d39 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:31.789015 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'tag': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', 'status': 'completed', 'code': 200} Jun 25 11:01:31.801077 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:31.851291 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd9b13-80ce-4536-b37f-dbdcfad6c930 req-d3ce45e1-f774-42cf-8900-07e62932a76d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:31.853145 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3dd9b13-80ce-4536-b37f-dbdcfad6c930 req-d3ce45e1-f774-42cf-8900-07e62932a76d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 944 time: 0.1411624 Jun 25 11:01:31.917161 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-78270eff-a6f0-4c2e-b9d6-a8cce631f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:31.918801 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-78270eff-a6f0-4c2e-b9d6-a8cce631f8b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 1097 time: 0.1088860 Jun 25 11:01:32.005324 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-26327239-8f5f-4b66-a78e-ecd24a33eef1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed HTTP/1.1" status: 200 len: 217 time: 0.0431058 Jun 25 11:01:32.071976 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-0fab4336-9062-4e6e-8f4d-c1cf3fdc1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:32.074015 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-0fab4336-9062-4e6e-8f4d-c1cf3fdc1426 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d HTTP/1.1" status: 200 len: 855 time: 0.0554018 Jun 25 11:01:32.121764 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-b89e506d-a1fe-4bde-b4c3-375f26508d8f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600b9971-a674-49d3-8806-d05d87f81fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380759 Jun 25 11:01:32.122752 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:32.125527 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:32.126663 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc984b69-d09f-455e-993d-07e5232ee5ff HTTP/1.1" status: 204 len: 168 time: 0.4516582 Jun 25 11:01:32.127488 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d47c1add-b87c-4716-9e89-c86da0a219fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:32.135603 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc984b69-d09f-455e-993d-07e5232ee5ff,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:32.138181 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:32.155114 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3dd9b13-80ce-4536-b37f-dbdcfad6c930 req-ab16e828-eeef-478f-9136-048f96ed1ac7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947991 Jun 25 11:01:32.602704 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a993e-ace1-4b13-b5c3-5e691df02555 req-50c35966-bd11-4210-802e-e1523d07ed8c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:32.604084 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-748a993e-ace1-4b13-b5c3-5e691df02555 req-50c35966-bd11-4210-802e-e1523d07ed8c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0681324 Jun 25 11:01:32.652175 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-748a993e-ace1-4b13-b5c3-5e691df02555 req-833ae931-2707-4ee1-8956-828adcb598c7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Jun 25 11:01:33.257097 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-50a08ff4-c671-4a3b-ab91-19ee8c6686d8 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962769 Jun 25 11:01:33.654477 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ff212fbc-733c-4ff6-b04f-d7a1e68d8758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:33.877316 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54566) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:33.976627 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-42667260-network', 'tenant_id': '5852b9986aa6444691a03c0c31b99bff'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:34.118736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Made reservation on behalf of 5852b9986aa6444691a03c0c31b99bff for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:01:34.121989 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.131851 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.225593 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.364151 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.367249 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:34.390982 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:01:34.401210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9959aa90-7ed0-4471-af5e-6ed066820aff,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:34.405412 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:34.406523 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.408306 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Added segment b8e26375-8b25-4586-b20c-f41059e253fb of type vlan for network 29b5d8ae-f596-467e-8466-610a205e7e6b Jun 25 11:01:34.467467 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.598850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.600237 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:34.600816 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:34.603085 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-4040f1c4-3092-42b8-8254-fa042c98da08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:34.659323 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Pushing event updated for resources: {'Network': ['ID=29b5d8ae-f596-467e-8466-610a205e7e6b,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:34.662904 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:34.670284 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 29b5d8ae-f596-467e-8466-610a205e7e6b details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:01:34.719407 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8409324 Jun 25 11:01:34.722368 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54576) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:34.727840 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Request body: {'subnet': {'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-42667260-subnet', 'tenant_id': '5852b9986aa6444691a03c0c31b99bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:34.867035 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Made reservation on behalf of 5852b9986aa6444691a03c0c31b99bff for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:01:34.869494 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:35.124837 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:35.128191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b865a044-6f21-4075-a6db-f83243ba3399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:35.243222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab2b1dc-050a-437d-a187-abe56c23d00e,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:35.254154 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:35.270898 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Checking segment: {'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:01:35.271249 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Network hostable DHCP agents. Network: 29b5d8ae-f596-467e-8466-610a205e7e6b, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:01:35.293278 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b7cfa4ca-8a71-4905-b1b1-d29572de69bb req-256fd009-d62b-4416-a298-e4f673c0784d service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628685 Jun 25 11:01:35.406672 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0883213-1bf3-42ce-af19-5c7935e46b28 req-dba9c3f8-f27b-4f8c-a47b-2be29833d1a4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:35.408792 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0883213-1bf3-42ce-af19-5c7935e46b28 req-dba9c3f8-f27b-4f8c-a47b-2be29833d1a4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 944 time: 0.1084368 Jun 25 11:01:35.444002 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Network 29b5d8ae-f596-467e-8466-610a205e7e6b is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:01:35.461995 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0883213-1bf3-42ce-af19-5c7935e46b28 req-fd498499-a1e7-4de4-a3b2-e522e0ce1d23 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457745 Jun 25 11:01:35.475903 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ec72c-5509-47c6-a659-7c27ccacd342 req-69b099ca-3826-4b1f-9978-91d7af41e4cf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:35.477362 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-169ec72c-5509-47c6-a659-7c27ccacd342 req-69b099ca-3826-4b1f-9978-91d7af41e4cf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1300912 Jun 25 11:01:35.517503 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-169ec72c-5509-47c6-a659-7c27ccacd342 req-dfff6be6-cc85-4e1c-9780-ca411628a83e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Jun 25 11:01:35.593046 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 29b5d8ae-f596-467e-8466-610a205e7e6b) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:01:35.597456 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:35.598162 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:35.603291 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1cd0a2-c390-419b-89e8-9b2c8ef575a0 None None] Network 29b5d8ae-f596-467e-8466-610a205e7e6b requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:01:35.679275 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-bba6420a-6455-444a-b2ea-1a7fa6b3b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:35.680684 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-bba6420a-6455-444a-b2ea-1a7fa6b3b667 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 1097 time: 0.0582883 Jun 25 11:01:35.712194 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9887211 Jun 25 11:01:35.736264 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb6d91-4d47-4c3f-b8cc-c177764072d0 None None] Network 29b5d8ae-f596-467e-8466-610a205e7e6b requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:01:35.792774 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-95724c17-319c-40e3-8e70-6e55784e5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:35.794485 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-95724c17-319c-40e3-8e70-6e55784e5946 service neutron] 10.222.0.93 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 916 time: 0.1023734 Jun 25 11:01:35.852951 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-8f49f484-841f-4396-af93-a20cdac80688 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed HTTP/1.1" status: 200 len: 217 time: 0.0480335 Jun 25 11:01:35.916391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-a512b702-4eed-46c7-8ce2-63ea665d5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:35.918061 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-a512b702-4eed-46c7-8ce2-63ea665d5963 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d HTTP/1.1" status: 200 len: 855 time: 0.0540028 Jun 25 11:01:35.957102 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-9ed4f2ed-ba23-4c67-96c2-d604b5722a94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600b9971-a674-49d3-8806-d05d87f81fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292490 Jun 25 11:01:36.072209 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-be0796d1-4042-47f3-850c-f700b3c63032 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966768 Jun 25 11:01:36.176568 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a91a3177-e9dc-4218-abbc-cd80d4d4bc8f req-d8a71d27-81fc-4944-b35c-1795aa0ad368 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940068 Jun 25 11:01:36.648065 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd85de-0f7b-4fbe-a1d7-6243befaf97a req-8383dc5d-a9ec-47db-a2d8-7aa693c2d12f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:36.649489 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1acd85de-0f7b-4fbe-a1d7-6243befaf97a req-8383dc5d-a9ec-47db-a2d8-7aa693c2d12f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 944 time: 0.0689318 Jun 25 11:01:36.695721 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5b110bb9-7dd5-401a-af90-bc13871b46fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:36.699064 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:36.720604 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1acd85de-0f7b-4fbe-a1d7-6243befaf97a req-0dd930de-c8fb-4f02-95fa-263a27141a6f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625713 Jun 25 11:01:36.748911 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe035a6e-39c2-4b78-82a6-4839c1a2b68f req-39507e99-9ede-45b7-bc01-f7c46120f3d2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:36.748911 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe035a6e-39c2-4b78-82a6-4839c1a2b68f req-39507e99-9ede-45b7-bc01-f7c46120f3d2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1042194 Jun 25 11:01:36.785259 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe035a6e-39c2-4b78-82a6-4839c1a2b68f req-f3b62b61-3b77-4879-a856-4cca4df723fa tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Jun 25 11:01:37.907297 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:39.421521 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:39.975133 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:01:40.066404 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:40.077780 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'port_id': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', 'mac_address': 'fa:16:3e:a9:e6:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:01:40.117083 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:40.131892 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:01:40.152828 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:40.227260 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:40.230080 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:40.274480 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac1dcb-8783-4328-acdf-1644ecf88e6e req-5de29ea8-0557-41a8-9f6c-f33cc5cb69e9 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:40.275973 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4fac1dcb-8783-4328-acdf-1644ecf88e6e req-5de29ea8-0557-41a8-9f6c-f33cc5cb69e9 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 944 time: 0.1020608 Jun 25 11:01:40.278902 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:40.286517 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.286853 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.287189 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.287513 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.287883 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.288208 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.288548 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.288906 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.289228 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.289543 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.289879 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.290516 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:01:40.294351 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:40.315027 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962b902-df14-4bb3-9ba8-3e4311375576 req-cefa5e53-27b9-4cbe-a4c8-84456ddc0f26 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:40.316477 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1962b902-df14-4bb3-9ba8-3e4311375576 req-cefa5e53-27b9-4cbe-a4c8-84456ddc0f26 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0981395 Jun 25 11:01:40.340003 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4fac1dcb-8783-4328-acdf-1644ecf88e6e req-399f6eaf-5082-4a52-98e9-4de2be4bf718 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Jun 25 11:01:40.365513 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1962b902-df14-4bb3-9ba8-3e4311375576 req-d24a6cff-b0d3-41bd-ba15-2b0c6a3c7496 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Jun 25 11:01:40.837447 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:01:41.312099 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-3f1a32d4-758e-4aaf-88f7-0556a9f0eeb6 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:41.313665 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-3f1a32d4-758e-4aaf-88f7-0556a9f0eeb6 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/networks?id=29b5d8ae-f596-467e-8466-610a205e7e6b HTTP/1.1" status: 200 len: 812 time: 0.1190586 Jun 25 11:01:41.330912 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-c3add669-f6fd-4da3-8984-eea066601366 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/quotas/5852b9986aa6444691a03c0c31b99bff HTTP/1.1" status: 200 len: 375 time: 0.0108857 Jun 25 11:01:41.377010 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-00f2dd6e-0c2b-424b-91d3-f5b2c561c343 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5852b9986aa6444691a03c0c31b99bff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401485 Jun 25 11:01:41.479446 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-bf9f8678-59e5-4b8b-bea1-e7a02c02ffb3 service neutron] 10.222.0.13 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943530 Jun 25 11:01:41.588189 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-0b0b5b95-d127-4970-b273-1ed5a0c130cf service neutron] 10.222.0.13 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018171 Jun 25 11:01:41.674613 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab28624-cad9-4999-b755-268575894c82 req-26b43f7a-249e-4ca2-9573-bc7477153a1e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:41.676133 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ab28624-cad9-4999-b755-268575894c82 req-26b43f7a-249e-4ca2-9573-bc7477153a1e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 945 time: 0.0693226 Jun 25 11:01:41.717285 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ab28624-cad9-4999-b755-268575894c82 req-73edb2b3-daa9-4d24-9cf8-1813c9f76c6d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Jun 25 11:01:41.891801 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-273486e8-b8f6-49ee-bd21-f7bf641d831a req-87086ddc-e025-45c0-88ee-8db8c1bb9d62 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0379212 Jun 25 11:01:41.927848 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddd25d-eac1-4e23-a830-0a39553dfc22 req-b37ef5bd-de8d-43a8-a2bb-07fea11dbf0f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:41.929560 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6bddd25d-eac1-4e23-a830-0a39553dfc22 req-b37ef5bd-de8d-43a8-a2bb-07fea11dbf0f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1053429 Jun 25 11:01:41.974719 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6bddd25d-eac1-4e23-a830-0a39553dfc22 req-b58c4be4-e23d-44b9-ae38-9a5d7750cf9d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382462 Jun 25 11:01:42.616084 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54734) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:42.709424 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54738) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:42.810870 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da37f12c-ab33-400a-9956-b8a030d9e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:42.839311 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b489d6ef-9ee8-4be4-b215-0bb4acf43397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:42.926434 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2623714-075c-49b5-99f7-bfa507b09f7f req-2a0bd51a-22e1-4802-b5aa-7e10dd3fae2d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:42.927829 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2623714-075c-49b5-99f7-bfa507b09f7f req-2a0bd51a-22e1-4802-b5aa-7e10dd3fae2d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 945 time: 0.0823927 Jun 25 11:01:42.934826 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da37f12c-ab33-400a-9956-b8a030d9e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:42.998862 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2bc9af04-754d-45df-928a-d8b94601d550 req-f1a248a8-d282-4935-83df-6398babf8fc5 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0417264 Jun 25 11:01:43.003179 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2623714-075c-49b5-99f7-bfa507b09f7f req-33af5ee0-5922-4b2f-aeec-8dd4a04654ee tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673909 Jun 25 11:01:43.122328 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da37f12c-ab33-400a-9956-b8a030d9e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.129370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:43.186172 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-da37f12c-ab33-400a-9956-b8a030d9e39b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35c4a269781d4401894d39079b7e3f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687826 Jun 25 11:01:43.192004 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54752) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:43.192255 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5543-11e2-4151-87e2-979f163e874d req-ca58ab9b-9c89-472b-8f1a-2d95be22e73e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:43.192695 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37f12c-ab33-400a-9956-b8a030d9e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b2f03f-ca2f-4984-9731-1a68f0ce78c6,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:43.193951 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-157a5543-11e2-4151-87e2-979f163e874d req-ca58ab9b-9c89-472b-8f1a-2d95be22e73e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0756922 Jun 25 11:01:43.211039 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da37f12c-ab33-400a-9956-b8a030d9e39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:43.249631 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-157a5543-11e2-4151-87e2-979f163e874d req-ff7e7cfc-1860-4848-aa02-844a3e26cc5d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Jun 25 11:01:43.287337 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.329503 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.340274 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b489d6ef-9ee8-4be4-b215-0bb4acf43397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.482786 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b489d6ef-9ee8-4be4-b215-0bb4acf43397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.485379 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e73fdf10-13e4-4126-b8a2-fe5227f4e302 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:43.522915 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b489d6ef-9ee8-4be4-b215-0bb4acf43397 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=742b9d3cfb7b4f59a22a5ebcac6fc144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8122778 Jun 25 11:01:43.523723 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d6ef-9ee8-4be4-b215-0bb4acf43397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9065f3c-ffc7-41b8-9498-af171d050f28,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:43.525773 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54754) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:43.526928 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b489d6ef-9ee8-4be4-b215-0bb4acf43397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:43.528591 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.531359 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.535276 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66b2f03f-ca2f-4984-9731-1a68f0ce78c6 HTTP/1.1" status: 204 len: 168 time: 0.3369746 Jun 25 11:01:43.535276 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3811c777-4642-481b-b9a1-70325cd0e887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:43.548649 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b2f03f-ca2f-4984-9731-1a68f0ce78c6,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:43.551674 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:43.604911 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.630353 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:43.974158 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:01:44.032813 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.036209 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.037419 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9065f3c-ffc7-41b8-9498-af171d050f28 HTTP/1.1" status: 204 len: 168 time: 0.5105019 Jun 25 11:01:44.038492 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2dc48efa-61c7-46a2-8a2d-4cbd52a1ff95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:44.047927 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9065f3c-ffc7-41b8-9498-af171d050f28,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:44.050778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:44.181693 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:01:44.186559 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:01:44.186944 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.271931 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6f7b9ab1-aad1-4a2a-b0cb-0868c239d2c0 req-092ffde1-6693-442d-899e-8a6683952089 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0432835 Jun 25 11:01:44.319259 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.319778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff454ec-4c29-485d-afa6-260eb5e70415 req-a5178c46-ac0f-4d1a-ba29-66ab2efa96e2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:44.321317 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fff454ec-4c29-485d-afa6-260eb5e70415 req-a5178c46-ac0f-4d1a-ba29-66ab2efa96e2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 945 time: 0.1875775 Jun 25 11:01:44.360692 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:44.367090 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca8055e-b97c-4be7-988e-5872c861e935" -d '{"events": [{"server_uuid": "019369bb-2a9c-4218-9a9f-0783a4ad9333", "name": "network-vif-plugged", "status": "completed", "tag": "fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:44.379393 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fff454ec-4c29-485d-afa6-260eb5e70415 req-6a88e20a-6b7c-4f19-99b8-ac01b49a923b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485895 Jun 25 11:01:44.394325 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:44.448954 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de865dc3-6a19-48c4-aea6-7972e2814df1 x-openstack-request-id: req-de865dc3-6a19-48c4-aea6-7972e2814df1 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:44.449437 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019369bb-2a9c-4218-9a9f-0783a4ad9333", "name": "network-vif-plugged", "status": "completed", "tag": "fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:44.449815 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de865dc3-6a19-48c4-aea6-7972e2814df1 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:44.450334 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', 'code': 200} Jun 25 11:01:44.472584 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48411560-bfc2-4405-8eed-0b69a37ef55e req-4041202b-2ee7-4093-9cf1-b2a1a44629d4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:44.474132 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48411560-bfc2-4405-8eed-0b69a37ef55e req-4041202b-2ee7-4093-9cf1-b2a1a44629d4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0859594 Jun 25 11:01:44.517132 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48411560-bfc2-4405-8eed-0b69a37ef55e req-d82c14e5-3bcb-4a02-a5e9-5791df61c6a0 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Jun 25 11:01:44.524662 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.531662 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:44.601567 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:44.605811 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:44.750836 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54778) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:44.767204 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7d75f46a-aae1-4cf0-889a-5fd6f8e12614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.881882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7d75f46a-aae1-4cf0-889a-5fd6f8e12614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.982447 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7d75f46a-aae1-4cf0-889a-5fd6f8e12614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:44.987022 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3399ceb1-e50b-47de-9245-4d7ad35a5d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:45.033366 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75f46a-aae1-4cf0-889a-5fd6f8e12614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def5fb4-15da-4446-bd16-23a5fef29359,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:45.036508 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54786) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:45.040749 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-7d75f46a-aae1-4cf0-889a-5fd6f8e12614 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8c4923ad71845789058c16c5d940ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865582 Jun 25 11:01:45.040749 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7d75f46a-aae1-4cf0-889a-5fd6f8e12614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:45.042197 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 54788) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:45.063629 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0fef-87e0-4a85-8750-61c3418c0b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.071528 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb83de8-8e0f-4b52-8ee7-8103e735c0f4 req-b67dd8d3-64ef-44a0-a6a9-8b1f75fdc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:45.073586 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4cb83de8-8e0f-4b52-8ee7-8103e735c0f4 req-b67dd8d3-64ef-44a0-a6a9-8b1f75fdc4b7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 1099 time: 0.1223891 Jun 25 11:01:45.131118 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.136548 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4cb83de8-8e0f-4b52-8ee7-8103e735c0f4 req-afd96505-1676-42ba-9b77-0dd8fcc2df57 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482786 Jun 25 11:01:45.166083 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.188654 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0fef-87e0-4a85-8750-61c3418c0b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.375803 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bdcf0fef-87e0-4a85-8750-61c3418c0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.380669 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:45.446932 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.451195 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9711696f-570a-4d7d-9930-319534219cbc req-9c4023c0-04b6-4b3f-a521-88a17fb9e4b5 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0600026 Jun 25 11:01:45.453633 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.456344 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-bdcf0fef-87e0-4a85-8750-61c3418c0b70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c8015c49b8946299feaa086f1575143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183791 Jun 25 11:01:45.457601 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf0fef-87e0-4a85-8750-61c3418c0b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a23c2ab-3542-4e01-9179-08c00c1fc307,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:45.461976 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bdcf0fef-87e0-4a85-8750-61c3418c0b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:45.462792 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 54802) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:45.473192 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9def5fb4-15da-4446-bd16-23a5fef29359 HTTP/1.1" status: 204 len: 168 time: 0.4300809 Jun 25 11:01:45.477167 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:45.494505 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def5fb4-15da-4446-bd16-23a5fef29359,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:45.516386 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:45.557904 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.585423 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.735111 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fdf67-f4fb-4376-9237-834bf619c09b req-eb48917b-3c7e-4e43-a23a-e7cc5b413a79 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:45.736602 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-273fdf67-f4fb-4376-9237-834bf619c09b req-eb48917b-3c7e-4e43-a23a-e7cc5b413a79 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 946 time: 0.1326852 Jun 25 11:01:45.762369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bec9ac-b3da-42b9-95e7-a8a0f308268f req-7fe73849-65d9-4239-b06d-3e602ea82cdb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:45.774816 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-52bec9ac-b3da-42b9-95e7-a8a0f308268f req-7fe73849-65d9-4239-b06d-3e602ea82cdb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1023231 Jun 25 11:01:45.806858 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-273fdf67-f4fb-4376-9237-834bf619c09b req-5b490243-a82d-4efe-8aeb-6ca5d58ef5a3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637746 Jun 25 11:01:45.832412 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-52bec9ac-b3da-42b9-95e7-a8a0f308268f req-d238cb1b-323b-4a43-80a6-b6b21e21a93e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Jun 25 11:01:45.856050 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.860135 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:45.862216 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a23c2ab-3542-4e01-9179-08c00c1fc307 HTTP/1.1" status: 204 len: 168 time: 0.3972282 Jun 25 11:01:45.866568 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0d49d4f4-cd96-44c0-8f69-d80cae9d6973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:45.874062 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a23c2ab-3542-4e01-9179-08c00c1fc307,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:45.876641 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:46.277105 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:01:46.552402 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-f62aa326-ba26-4f26-abe1-5c2d3fb6f63d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:46.555540 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-f62aa326-ba26-4f26-abe1-5c2d3fb6f63d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "GET /v2.0/networks?id=29b5d8ae-f596-467e-8466-610a205e7e6b HTTP/1.1" status: 200 len: 812 time: 0.1216614 Jun 25 11:01:46.591673 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Request body: {'port': {'device_id': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b', 'admin_state_up': True, 'tenant_id': '5852b9986aa6444691a03c0c31b99bff'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:46.637337 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-15406864-f873-4d97-94ef-a49c8c7743b9 req-892df597-5b9d-40a7-993e-6945f2f68cac tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0363026 Jun 25 11:01:46.752943 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Made reservation on behalf of 5852b9986aa6444691a03c0c31b99bff for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:01:46.757398 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:46.911121 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Allocated IP 172.20.0.4 (29b5d8ae-f596-467e-8466-610a205e7e6b/5ab2b1dc-050a-437d-a187-abe56c23d00e/99db67b9-505a-48ca-b250-7e7d784a4254) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:01:47.095083 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a51d2-8717-4881-9fc8-d03b24f0ef05 req-b7dd9efc-2204-4cbf-8cb2-414426c9ad3e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:47.096580 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-935a51d2-8717-4881-9fc8-d03b24f0ef05 req-b7dd9efc-2204-4cbf-8cb2-414426c9ad3e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 946 time: 0.1433916 Jun 25 11:01:47.131495 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:47.198855 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1f776-ccfe-4935-99b1-90d07cd38f9c req-1439a366-bc53-4ab8-9d89-10d1591294a2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:47.200885 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9d1f776-ccfe-4935-99b1-90d07cd38f9c req-1439a366-bc53-4ab8-9d89-10d1591294a2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1543646 Jun 25 11:01:47.211261 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-935a51d2-8717-4881-9fc8-d03b24f0ef05 req-f52b058b-4062-445a-8e5a-040b8930c701 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049266 Jun 25 11:01:47.267685 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:47.272257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:47.304266 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9d1f776-ccfe-4935-99b1-90d07cd38f9c req-1e2f845a-5dfd-435e-86db-40d88afee44c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Jun 25 11:01:47.384626 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Pushing event updated for resources: {'Port': ['ID=99db67b9-505a-48ca-b250-7e7d784a4254,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:47.394730 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:47.400716 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Network 29b5d8ae-f596-467e-8466-610a205e7e6b is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:01:47.403104 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:01:47.405922 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:01:47.413720 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:47.413720 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:47.542096 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9557633 Jun 25 11:01:47.611696 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Request body: {'port': {'device_id': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:47.697358 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:47.853369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e30a28-a37b-485d-a35c-6e66dd88a452 req-8edb20e0-ae20-47d3-bf08-d4ccd4edd629 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:47.855197 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-11e30a28-a37b-485d-a35c-6e66dd88a452 req-8edb20e0-ae20-47d3-bf08-d4ccd4edd629 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 931 time: 0.0813448 Jun 25 11:01:47.919231 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-11e30a28-a37b-485d-a35c-6e66dd88a452 req-5bff4af0-1f48-4955-918f-abc261c1dab2 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569363 Jun 25 11:01:47.997087 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99db67b9-505a-48ca-b250-7e7d784a4254 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:01:48.004678 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:48.017735 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Transition to ACTIVE for port object 99db67b9-505a-48ca-b250-7e7d784a4254 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:01:48.130678 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:48.137031 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:48.220397 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Pushing event updated for resources: {'Port': ['ID=99db67b9-505a-48ca-b250-7e7d784a4254,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:48.259611 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:48.281885 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Attempting to bind port 99db67b9-505a-48ca-b250-7e7d784a4254 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:01:48.282435 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Attempting to bind port 99db67b9-505a-48ca-b250-7e7d784a4254 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:01:48.282983 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Attempting to bind port 99db67b9-505a-48ca-b250-7e7d784a4254 on network 29b5d8ae-f596-467e-8466-610a205e7e6b {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:01:48.294637 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Port 99db67b9-505a-48ca-b250-7e7d784a4254 on network 29b5d8ae-f596-467e-8466-610a205e7e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:01:48.295372 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Attempting to bind port 99db67b9-505a-48ca-b250-7e7d784a4254 on network 29b5d8ae-f596-467e-8466-610a205e7e6b {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:01:48.306356 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:01:48.306820 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Checking segment: {'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:01:48.307256 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Bound using segment: {'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:01:48.308476 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Bound port: 99db67b9-505a-48ca-b250-7e7d784a4254, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:01:48.308834 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:48.404258 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:48.410599 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] For port 99db67b9-505a-48ca-b250-7e7d784a4254, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:01:48.420424 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] For port 99db67b9-505a-48ca-b250-7e7d784a4254, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=99db67b9-505a-48ca-b250-7e7d784a4254,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:01:48.475771 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbd6c7-d67a-4ed4-a0a0-42fd5c71fa5b req-7120d4ee-2a45-4e5e-8076-2d9ab17b6ec2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:48.477421 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7ddbd6c7-d67a-4ed4-a0a0-42fd5c71fa5b req-7120d4ee-2a45-4e5e-8076-2d9ab17b6ec2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 946 time: 0.1087844 Jun 25 11:01:48.541668 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:48.548007 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6bcf05ea-4a30-471b-977b-25c407428ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:48.566034 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7ddbd6c7-d67a-4ed4-a0a0-42fd5c71fa5b req-9b5f1725-1619-48ed-8a2f-0cba91da473b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743270 Jun 25 11:01:48.605963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a8d14-4532-4748-80b9-204672365845 req-5682e086-bbb9-4622-8209-90895a6aed2f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:48.615560 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-785a8d14-4532-4748-80b9-204672365845 req-5682e086-bbb9-4622-8209-90895a6aed2f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1345642 Jun 25 11:01:48.620538 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:48.621163 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:48.622602 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] 10.222.0.93 "PUT /v2.0/ports/99db67b9-505a-48ca-b250-7e7d784a4254 HTTP/1.1" status: 200 len: 1093 time: 1.0154653 Jun 25 11:01:48.627035 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'tag': '99db67b9-505a-48ca-b250-7e7d784a4254'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:01:48.637300 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9febec3-52fb-484a-bd84-21af5b72f87a" -d '{"events": [{"name": "network-changed", "server_uuid": "63f0225c-f1c0-41e0-b49f-571c42d66393", "tag": "99db67b9-505a-48ca-b250-7e7d784a4254"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:01:48.674541 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-785a8d14-4532-4748-80b9-204672365845 req-8a3e7b98-3724-4ad3-955c-fff654fcc28c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572231 Jun 25 11:01:48.690666 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Pushing event updated for resources: {'Port': ['ID=99db67b9-505a-48ca-b250-7e7d784a4254,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:48.703354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:48.856733 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d2582-fa59-4046-9bc4-44d259650647 x-openstack-request-id: req-839d2582-fa59-4046-9bc4-44d259650647 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:01:48.857054 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f0225c-f1c0-41e0-b49f-571c42d66393", "tag": "99db67b9-505a-48ca-b250-7e7d784a4254", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:01:48.857332 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-839d2582-fa59-4046-9bc4-44d259650647 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:01:48.857760 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'tag': '99db67b9-505a-48ca-b250-7e7d784a4254', 'status': 'completed', 'code': 200} Jun 25 11:01:48.976401 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-0cb56ec2-14e8-4ffc-b5b1-e1c16c068dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:48.978870 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-0cb56ec2-14e8-4ffc-b5b1-e1c16c068dc4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5852b9986aa6444691a03c0c31b99bff&device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 1096 time: 0.0710037 Jun 25 11:01:49.052906 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-356ac2fe-1cbc-4b1f-9764-310a321cdfb4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db67b9-505a-48ca-b250-7e7d784a4254 HTTP/1.1" status: 200 len: 217 time: 0.0389285 Jun 25 11:01:49.148643 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-43311cdb-bace-4d68-998a-e793fd6976cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:49.150320 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-43311cdb-bace-4d68-998a-e793fd6976cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ab2b1dc-050a-437d-a187-abe56c23d00e HTTP/1.1" status: 200 len: 852 time: 0.0509741 Jun 25 11:01:49.202356 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-138a0399-6eb7-4b18-af31-fdf13722599d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=29b5d8ae-f596-467e-8466-610a205e7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428491 Jun 25 11:01:49.289069 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663e2d4-f9c8-4045-b6a7-31b53900631d req-4a1925a8-ee5d-46d4-a304-014cc896ee18 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:49.300565 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a663e2d4-f9c8-4045-b6a7-31b53900631d req-4a1925a8-ee5d-46d4-a304-014cc896ee18 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 943 time: 0.1092920 Jun 25 11:01:49.339872 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-af02ee35-3d01-4c7a-8cea-a3e2c572ddb1 service neutron] 10.222.0.93 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189685 Jun 25 11:01:49.356425 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a663e2d4-f9c8-4045-b6a7-31b53900631d req-faa0415e-31c8-47df-b2de-5d70475a5b40 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Jun 25 11:01:49.460935 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef2d2b6e-332b-4334-b97a-948bed9f70e3 req-808d8751-207d-42a3-840b-784da04329f1 service neutron] 10.222.0.93 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064796 Jun 25 11:01:49.853020 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dff0c-0c17-4907-b29f-32a3205212d7 req-516d91b6-8a94-45b6-96a6-c446d7c27efa tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:49.855210 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-931dff0c-0c17-4907-b29f-32a3205212d7 req-516d91b6-8a94-45b6-96a6-c446d7c27efa tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0717573 Jun 25 11:01:49.894696 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-931dff0c-0c17-4907-b29f-32a3205212d7 req-43b8f66f-9636-448e-b719-c36eafb37d49 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Jun 25 11:01:49.988973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-e585b21a-5d0f-4185-bdc5-84a8aa659edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:49.990381 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-e585b21a-5d0f-4185-bdc5-84a8aa659edf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5852b9986aa6444691a03c0c31b99bff&device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 1096 time: 0.0675478 Jun 25 11:01:53.053178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-d8a0fdcb-1e6b-41f7-85a1-b0882b3a9961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:53.057011 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-d8a0fdcb-1e6b-41f7-85a1-b0882b3a9961 service neutron] 10.222.0.93 "GET /v2.0/networks?id=29b5d8ae-f596-467e-8466-610a205e7e6b HTTP/1.1" status: 200 len: 913 time: 0.0912306 Jun 25 11:01:53.235964 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-834fbf8f-6dd7-4b69-b284-449ed448c795 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db67b9-505a-48ca-b250-7e7d784a4254 HTTP/1.1" status: 200 len: 217 time: 0.0512831 Jun 25 11:01:53.305609 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-e57a2ada-853a-437d-9bdb-a52d14dc820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:53.305906 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d40d5-fed1-448c-9293-e876c144f871 req-b80d2f7a-8e80-49e7-ac13-130c69106478 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:53.306980 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-e57a2ada-853a-437d-9bdb-a52d14dc820d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ab2b1dc-050a-437d-a187-abe56c23d00e HTTP/1.1" status: 200 len: 852 time: 0.0622416 Jun 25 11:01:53.307700 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-792d40d5-fed1-448c-9293-e876c144f871 req-b80d2f7a-8e80-49e7-ac13-130c69106478 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 943 time: 0.1006749 Jun 25 11:01:53.359906 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-b14eefe4-9f54-42c3-b270-0a061ad086ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=29b5d8ae-f596-467e-8466-610a205e7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332863 Jun 25 11:01:53.373925 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-792d40d5-fed1-448c-9293-e876c144f871 req-3888f19d-24b5-482e-8bdd-cf8d93595964 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Jun 25 11:01:53.402552 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca58ef-138d-461c-ae6e-58e459b37e42 req-53eb8a16-3b4b-4dec-ab8e-b72daaad2936 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:53.405085 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8cca58ef-138d-461c-ae6e-58e459b37e42 req-53eb8a16-3b4b-4dec-ab8e-b72daaad2936 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1250112 Jun 25 11:01:53.462575 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8cca58ef-138d-461c-ae6e-58e459b37e42 req-f950a48b-d787-4624-b3b1-f49b04e2cb5f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433688 Jun 25 11:01:53.551438 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-24dcd73c-7f63-4c3f-abaf-3eda44c8748e service neutron] 10.222.0.93 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365421 Jun 25 11:01:53.675089 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9febec3-52fb-484a-bd84-21af5b72f87a req-8884d6c7-7107-4d50-9612-ea2d48430f09 service neutron] 10.222.0.93 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021428 Jun 25 11:01:54.668588 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc36a3-fe0a-41b0-8c7b-a8dba1cd9973 req-6d0ee241-16b5-4295-a39b-eb686a2c40ff tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:54.670120 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1edc36a3-fe0a-41b0-8c7b-a8dba1cd9973 req-6d0ee241-16b5-4295-a39b-eb686a2c40ff tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 943 time: 0.1101699 Jun 25 11:01:54.694895 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05741f2d-aaeb-4cd7-b17f-e4bbf5ad9566 req-44dfa551-44f3-4ed5-ba57-2671234acf4e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:54.703476 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-05741f2d-aaeb-4cd7-b17f-e4bbf5ad9566 req-44dfa551-44f3-4ed5-ba57-2671234acf4e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1014485 Jun 25 11:01:54.741951 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1edc36a3-fe0a-41b0-8c7b-a8dba1cd9973 req-36f06c63-2374-4684-b58d-d86e714b0de2 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651696 Jun 25 11:01:54.757340 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-05741f2d-aaeb-4cd7-b17f-e4bbf5ad9566 req-a336d7bd-2fe2-43f9-ba96-c8b908bf10af tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527091 Jun 25 11:01:55.814007 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-ecc2402b-f9d9-4e07-8880-e3c7fa64dc4b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:55.816045 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-ecc2402b-f9d9-4e07-8880-e3c7fa64dc4b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 0.1237974 Jun 25 11:01:55.832468 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-638b4635-1466-4105-b765-dc568175497e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/quotas/e673e94bf4894f158729b5843c585430 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Jun 25 11:01:55.962532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2b471-070f-4d17-9827-d4f167ab14d9 req-e1e576b5-6bc8-4ab8-a43e-cad0bcae35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:55.964910 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c7d2b471-070f-4d17-9827-d4f167ab14d9 req-e1e576b5-6bc8-4ab8-a43e-cad0bcae35eb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0871656 Jun 25 11:01:55.973630 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-b64a1e48-9ca9-4c52-9c40-c0955169320b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338935 Jun 25 11:01:56.014581 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c7d2b471-070f-4d17-9827-d4f167ab14d9 req-9b77535a-8900-4178-8561-7b090d4d596f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378222 Jun 25 11:01:56.059578 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c634-b586-4c66-8a91-f638ae4b78d1 req-91cc057f-5719-455c-a56a-6077b4afeb04 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:56.062011 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0772c634-b586-4c66-8a91-f638ae4b78d1 req-91cc057f-5719-455c-a56a-6077b4afeb04 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 943 time: 0.1628249 Jun 25 11:01:56.119422 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0772c634-b586-4c66-8a91-f638ae4b78d1 req-a31669a2-9e48-41be-85b0-70c3ce180ab1 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504668 Jun 25 11:01:56.134906 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-883ab64f-a432-4fb2-95c4-9bae1ca6fe14 service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425762 Jun 25 11:01:56.267786 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-3c31ccf1-6603-4944-ba17-6f3eb18044ce service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233072 Jun 25 11:01:56.308750 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc796b5-f9ed-4fed-9cec-bf15167f4362 req-2c9b9896-7b0b-4e6e-8443-02183115673a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:56.310627 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-afc796b5-f9ed-4fed-9cec-bf15167f4362 req-2c9b9896-7b0b-4e6e-8443-02183115673a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0788686 Jun 25 11:01:56.356203 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-afc796b5-f9ed-4fed-9cec-bf15167f4362 req-a17b1446-2900-450d-a7df-ef1c9e68d29b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Jun 25 11:01:56.577538 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ab90ad17-6632-404e-b743-ba1fd2ff1eda req-0b107f65-b124-480f-9d61-cbdbb80bc737 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 210 time: 0.0319977 Jun 25 11:01:57.325394 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c744-31f3-4bcf-a81d-181b71e854fa req-02b19c03-9c0f-4e2e-84ba-b32e34ae3d8e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:57.334464 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5bd5c744-31f3-4bcf-a81d-181b71e854fa req-02b19c03-9c0f-4e2e-84ba-b32e34ae3d8e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 943 time: 0.0958848 Jun 25 11:01:57.372705 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5bd5c744-31f3-4bcf-a81d-181b71e854fa req-09502f20-0cd9-40bd-9df1-ffd1ac6a6c44 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372460 Jun 25 11:01:57.559811 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39450f5-38dd-4179-8164-d017e63726df req-6303aac0-571f-4df4-8235-ce7231ac963d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:57.561418 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c39450f5-38dd-4179-8164-d017e63726df req-6303aac0-571f-4df4-8235-ce7231ac963d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0660861 Jun 25 11:01:57.605041 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c39450f5-38dd-4179-8164-d017e63726df req-32088fd4-8ad4-4fb8-ae6b-fd35791f0d26 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345075 Jun 25 11:01:57.736870 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31879614-984d-4ab7-9c92-5dbf69da2221 req-891f172a-5a94-47e1-8945-944fe225a043 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 210 time: 0.0318460 Jun 25 11:01:58.030365 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 99db67b9-505a-48ca-b250-7e7d784a4254 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:01:58.258556 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 99db67b9-505a-48ca-b250-7e7d784a4254, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=99db67b9-505a-48ca-b250-7e7d784a4254,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:58.271371 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '99db67b9-505a-48ca-b250-7e7d784a4254', 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b', 'port_id': '99db67b9-505a-48ca-b250-7e7d784a4254', 'mac_address': 'fa:16:3e:8d:8b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab2b1dc-050a-437d-a187-abe56c23d00e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:01:58.315964 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:58.330842 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99db67b9-505a-48ca-b250-7e7d784a4254 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:01:58.355835 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 99db67b9-505a-48ca-b250-7e7d784a4254, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=99db67b9-505a-48ca-b250-7e7d784a4254,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:01:58.444185 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:58.446097 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:58.504289 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=99db67b9-505a-48ca-b250-7e7d784a4254,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:58.507960 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:01:58.603326 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fdf10-23af-4f42-a1d3-8c2216766a33 req-73f4c4f1-6a11-4a6c-9b82-c8bcb233dc24 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:58.605305 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1c7fdf10-23af-4f42-a1d3-8c2216766a33 req-73f4c4f1-6a11-4a6c-9b82-c8bcb233dc24 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 944 time: 0.0798290 Jun 25 11:01:58.645386 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1c7fdf10-23af-4f42-a1d3-8c2216766a33 req-3f6ade5c-31cd-4eea-a994-d5f0bba8c991 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Jun 25 11:01:58.792223 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4c11b-83a2-4170-b7ab-1203e84b02d2 req-4222c79c-e6a4-4f58-861d-66e41a90b070 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:58.794229 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6ab4c11b-83a2-4170-b7ab-1203e84b02d2 req-4222c79c-e6a4-4f58-861d-66e41a90b070 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0711801 Jun 25 11:01:58.850717 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6ab4c11b-83a2-4170-b7ab-1203e84b02d2 req-2b7013e4-135a-4028-9095-3cbf064eb4cc tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482306 Jun 25 11:01:58.948290 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8aa09448-f78a-4903-bc9f-db0ae2ecac0b req-083dd754-5f9a-446c-aa6c-9a26107576a8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 210 time: 0.0447478 Jun 25 11:01:59.055839 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4980eb-facc-41c8-9be7-3f2ad06936bd req-4daeeb72-45f8-401a-ae44-b30706a5bbc9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:59.057477 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8c4980eb-facc-41c8-9be7-3f2ad06936bd req-4daeeb72-45f8-401a-ae44-b30706a5bbc9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0801759 Jun 25 11:01:59.101638 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8c4980eb-facc-41c8-9be7-3f2ad06936bd req-9a73ee8c-114a-406f-9641-df50e0b35968 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Jun 25 11:01:59.169934 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['99db67b9-505a-48ca-b250-7e7d784a4254'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:01:59.397018 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55154) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:59.523160 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d657f9e5-90c5-41f9-972c-3908a40dba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:59.618664 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d657f9e5-90c5-41f9-972c-3908a40dba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:59.780226 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-2cc3cc38-5931-49f0-b0d6-2df93ea8e10f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:01:59.784457 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-2cc3cc38-5931-49f0-b0d6-2df93ea8e10f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 0.1504407 Jun 25 11:01:59.808284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Request body: {'port': {'device_id': '4118ff5c-f771-4add-bb17-057671e7300a', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'admin_state_up': True, 'tenant_id': 'e673e94bf4894f158729b5843c585430'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:01:59.882380 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d657f9e5-90c5-41f9-972c-3908a40dba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:01:59.891778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d210c009-adb1-4b1f-9e35-b9dd186c0c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:01:59.942362 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d657f9e5-90c5-41f9-972c-3908a40dba22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9adad1c17be0428bb4585c5c25ba18e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436330 Jun 25 11:01:59.946492 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55172) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:01:59.954632 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657f9e5-90c5-41f9-972c-3908a40dba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8326de8a-9398-4703-af2b-896cf72b5122,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:01:59.969016 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d657f9e5-90c5-41f9-972c-3908a40dba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:00.037931 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3407ab0-0daa-4af4-b5a9-d34f88192f57 req-0aa79d99-b7da-4dd8-9638-e13f2586b0d1 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:00.039918 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d3407ab0-0daa-4af4-b5a9-d34f88192f57 req-0aa79d99-b7da-4dd8-9638-e13f2586b0d1 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 944 time: 0.2399697 Jun 25 11:02:00.073954 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.116016 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.123052 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d3407ab0-0daa-4af4-b5a9-d34f88192f57 req-446dd677-8a91-44ab-9f8a-cdc2b022a4c2 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 Jun 25 11:02:00.147686 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Made reservation on behalf of e673e94bf4894f158729b5843c585430 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:00.155547 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.181116 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ee11d5ff-6172-4a4f-b60e-c07018b9008d req-f1e0e0b0-0995-4a6d-a17a-a844015596cc tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 210 time: 0.0620284 Jun 25 11:02:00.340354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Allocated IP 172.20.0.3 (600b9971-a674-49d3-8806-d05d87f81fbc/85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d/33fdabef-ee93-4753-99e6-c822ff580cc8) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:00.345943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.350089 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.353422 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8326de8a-9398-4703-af2b-896cf72b5122 HTTP/1.1" status: 204 len: 168 time: 0.4038529 Jun 25 11:02:00.353422 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-dfa071a4-a2b1-4ae1-a854-260028b55653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:00.364683 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8326de8a-9398-4703-af2b-896cf72b5122,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:00.367781 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:00.579421 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.890304 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.895724 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:00.934595 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Network 600b9971-a674-49d3-8806-d05d87f81fbc is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:00.938237 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:00.943374 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:00.950224 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:00.950377 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:00.959528 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:02:00.968730 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event updated for resources: {'Port': ['ID=33fdabef-ee93-4753-99e6-c822ff580cc8,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:00.973285 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:01.143089 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3394895 Jun 25 11:02:01.170376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Request body: {'port': {'device_id': '4118ff5c-f771-4add-bb17-057671e7300a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:01.263797 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:01.347429 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e2ae8-5cbe-4080-a1c9-310e63be04ca req-bd9de2ec-8388-4e06-b161-c1e835bc7abb tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:01.349017 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b17e2ae8-5cbe-4080-a1c9-310e63be04ca req-bd9de2ec-8388-4e06-b161-c1e835bc7abb tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 944 time: 0.0862036 Jun 25 11:02:01.403560 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55202) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:01.428789 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f35f521c-b5cb-4637-a16f-2bdd6acc4cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:01.445001 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b17e2ae8-5cbe-4080-a1c9-310e63be04ca req-ae5475fe-ae8c-4fdf-a0d9-620fbb8e316d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 Jun 25 11:02:01.472475 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5e33-0fa9-448d-bebb-6bfd290d1f40 req-342a722a-625e-46e9-b013-ffb0eb2316fa tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:01.474015 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4c5e33-0fa9-448d-bebb-6bfd290d1f40 req-342a722a-625e-46e9-b013-ffb0eb2316fa tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 931 time: 0.1240306 Jun 25 11:02:01.527666 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4c5e33-0fa9-448d-bebb-6bfd290d1f40 req-c2a083f8-8eb6-4b37-8187-25932a407016 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 Jun 25 11:02:01.667703 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f35f521c-b5cb-4637-a16f-2bdd6acc4cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:01.923561 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f35f521c-b5cb-4637-a16f-2bdd6acc4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:01.930091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b9ffa3d5-68f4-4f1e-a1fe-7632f8c62697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:01.979230 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fdabef-ee93-4753-99e6-c822ff580cc8 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:02:01.986449 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f35f521c-b5cb-4637-a16f-2bdd6acc4cfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84614c36c6c5407a9dd80104a55d401e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797939 Jun 25 11:02:01.989343 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55214) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:01.989795 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f521c-b5cb-4637-a16f-2bdd6acc4cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385673a4-fd61-46fb-8f98-455fa2667665,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:01.994051 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f35f521c-b5cb-4637-a16f-2bdd6acc4cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:01.995461 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.014394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Transition to ACTIVE for port object 33fdabef-ee93-4753-99e6-c822ff580cc8 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:02.051567 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 99db67b9-505a-48ca-b250-7e7d784a4254 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:02.056576 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.079666 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.124590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.127934 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2a6abbb9-b9b3-4755-8588-9a337856d242 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:02.208663 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Pushing event updated for resources: {'Port': ['ID=33fdabef-ee93-4753-99e6-c822ff580cc8,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:02.212094 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:02.216165 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 99db67b9-505a-48ca-b250-7e7d784a4254 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:02.216323 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.218931 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.220335 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 99db67b9-505a-48ca-b250-7e7d784a4254 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:02.220731 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.221305 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/385673a4-fd61-46fb-8f98-455fa2667665 HTTP/1.1" status: 204 len: 168 time: 0.2305834 Jun 25 11:02:02.222211 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d5a59c83-9f94-4c96-bcfc-e78d29329d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:02.237409 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Attempting to bind port 33fdabef-ee93-4753-99e6-c822ff580cc8 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:02.238276 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Attempting to bind port 33fdabef-ee93-4753-99e6-c822ff580cc8 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:02.238745 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Attempting to bind port 33fdabef-ee93-4753-99e6-c822ff580cc8 on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:02.247973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Port 33fdabef-ee93-4753-99e6-c822ff580cc8 on network 600b9971-a674-49d3-8806-d05d87f81fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:02:02.249257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Attempting to bind port 33fdabef-ee93-4753-99e6-c822ff580cc8 on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:02.249675 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385673a4-fd61-46fb-8f98-455fa2667665,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:02.256429 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:02.259803 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:02.262394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Checking segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:02.262394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Bound using segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:02.262712 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Bound port: 33fdabef-ee93-4753-99e6-c822ff580cc8, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:02.262989 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.357068 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.366153 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] For port 33fdabef-ee93-4753-99e6-c822ff580cc8, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:02.376948 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] For port 33fdabef-ee93-4753-99e6-c822ff580cc8, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=33fdabef-ee93-4753-99e6-c822ff580cc8,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:02.389779 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db67b9-505a-48ca-b250-7e7d784a4254'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:02:02.392458 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a87c005-2334-4869-83f1-a47ccd652abe" -d '{"events": [{"server_uuid": "63f0225c-f1c0-41e0-b49f-571c42d66393", "name": "network-vif-plugged", "status": "completed", "tag": "99db67b9-505a-48ca-b250-7e7d784a4254"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:02:02.411262 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 99db67b9-505a-48ca-b250-7e7d784a4254, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=99db67b9-505a-48ca-b250-7e7d784a4254,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:02.442286 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f203bdf-93be-495a-9731-771097684d99 x-openstack-request-id: req-0f203bdf-93be-495a-9731-771097684d99 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:02:02.442635 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f0225c-f1c0-41e0-b49f-571c42d66393", "name": "network-vif-plugged", "status": "completed", "tag": "99db67b9-505a-48ca-b250-7e7d784a4254", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:02:02.442901 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f203bdf-93be-495a-9731-771097684d99 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:02:02.443306 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db67b9-505a-48ca-b250-7e7d784a4254', 'code': 200} Jun 25 11:02:02.462162 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.464654 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a328636d-6ea0-4add-a135-0a355eddb87b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:02.498655 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:02.499342 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.500894 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] 10.222.0.93 "PUT /v2.0/ports/33fdabef-ee93-4753-99e6-c822ff580cc8 HTTP/1.1" status: 200 len: 1093 time: 1.3372905 Jun 25 11:02:02.501403 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4118ff5c-f771-4add-bb17-057671e7300a', 'tag': '33fdabef-ee93-4753-99e6-c822ff580cc8'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:02:02.506782 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eb73e7-30ca-4e0c-8ff6-19619d19c8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4118ff5c-f771-4add-bb17-057671e7300a", "tag": "33fdabef-ee93-4753-99e6-c822ff580cc8"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:02:02.534610 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:02.543798 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:02.572710 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb74a86-600a-4d71-be5c-60d026c86853 x-openstack-request-id: req-9bb74a86-600a-4d71-be5c-60d026c86853 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:02:02.573727 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4118ff5c-f771-4add-bb17-057671e7300a", "tag": "33fdabef-ee93-4753-99e6-c822ff580cc8", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:02:02.573951 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bb74a86-600a-4d71-be5c-60d026c86853 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:02:02.577355 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4118ff5c-f771-4add-bb17-057671e7300a', 'tag': '33fdabef-ee93-4753-99e6-c822ff580cc8', 'status': 'completed', 'code': 200} Jun 25 11:02:02.586342 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Pushing event updated for resources: {'Port': ['ID=33fdabef-ee93-4753-99e6-c822ff580cc8,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:02.605910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:02.652262 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=99db67b9-505a-48ca-b250-7e7d784a4254,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:02.656850 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:02.774441 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb73e7-30ca-4e0c-8ff6-19619d19c8a3 req-829ebc0b-affa-4c32-aa14-2bfc22c0d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:02.776855 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b0eb73e7-30ca-4e0c-8ff6-19619d19c8a3 req-829ebc0b-affa-4c32-aa14-2bfc22c0d82d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 1096 time: 0.0829709 Jun 25 11:02:02.920074 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb73e7-30ca-4e0c-8ff6-19619d19c8a3 req-fba6602d-39c4-4d81-bcdf-3ae9f9c0b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:02.921557 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b0eb73e7-30ca-4e0c-8ff6-19619d19c8a3 req-fba6602d-39c4-4d81-bcdf-3ae9f9c0b918 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=e673e94bf4894f158729b5843c585430&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1068428 Jun 25 11:02:02.940740 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d65421-ba14-4a68-b831-2c478875f990 req-7f8e781b-169d-4a80-974a-9892e3c6acf9 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:02.987066 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-32d65421-ba14-4a68-b831-2c478875f990 req-7f8e781b-169d-4a80-974a-9892e3c6acf9 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.3483343 Jun 25 11:02:02.987066 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968ccd-01f5-4de8-b086-829a3d9f5947 req-b7473156-4429-40b8-a2f5-a224413488ec tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:02.987066 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82968ccd-01f5-4de8-b086-829a3d9f5947 req-b7473156-4429-40b8-a2f5-a224413488ec tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 943 time: 0.0936964 Jun 25 11:02:03.021983 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-32d65421-ba14-4a68-b831-2c478875f990 req-4e641627-5f9c-47b7-b80e-44d0d1f73593 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Jun 25 11:02:03.027092 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82968ccd-01f5-4de8-b086-829a3d9f5947 req-a8813fc1-faf9-4324-99ed-978382aa3f53 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497899 Jun 25 11:02:03.037571 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb73e7-30ca-4e0c-8ff6-19619d19c8a3 req-d29e5239-a732-45b0-b7b2-6d7d053685c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:03.039462 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b0eb73e7-30ca-4e0c-8ff6-19619d19c8a3 req-d29e5239-a732-45b0-b7b2-6d7d053685c6 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973926 Jun 25 11:02:03.200123 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-dffa636d-4c26-4d62-8dd2-8a568caa989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:03.201732 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-dffa636d-4c26-4d62-8dd2-8a568caa989b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 1096 time: 0.0653672 Jun 25 11:02:03.261327 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-fd900eb9-89ae-4ea0-b32b-150607d5701e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33fdabef-ee93-4753-99e6-c822ff580cc8 HTTP/1.1" status: 200 len: 217 time: 0.0357206 Jun 25 11:02:03.320670 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-ddd4329f-cc6c-41b5-82fc-9385a38aff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:03.322213 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-ddd4329f-cc6c-41b5-82fc-9385a38aff2f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d HTTP/1.1" status: 200 len: 855 time: 0.0493660 Jun 25 11:02:03.409997 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-ddf65e2e-fcf1-41da-9a86-3e8ac8547ed4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600b9971-a674-49d3-8806-d05d87f81fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383136 Jun 25 11:02:03.520793 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-12145769-15ea-4a7f-a82e-22e5362eeb5f service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932798 Jun 25 11:02:03.626744 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b9b8f32c-f1d7-400e-ad1a-3e5ed79362c3 req-be36302e-5a3d-41fd-a641-940f61968b79 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928171 Jun 25 11:02:03.690965 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-fd38242d-3598-4ba5-959c-1273c2e5d0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:03.820394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d3f15-d6ae-47fe-a6c2-a04761065925 req-a714dd4a-c6e8-4aa6-b3aa-cd7accbbe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:03.821811 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-cb4d3f15-d6ae-47fe-a6c2-a04761065925 req-a714dd4a-c6e8-4aa6-b3aa-cd7accbbe09f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 1098 time: 0.0549114 Jun 25 11:02:03.861086 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-cb4d3f15-d6ae-47fe-a6c2-a04761065925 req-3de495bf-e753-439e-90ca-c0232f925a2e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300047 Jun 25 11:02:04.027825 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55274) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:04.157867 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-629ea10c-488c-4424-8656-fe17094a6ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:04.315484 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a14e8-5485-4996-9328-9a84acb91064 req-dc2897e1-2b9a-441b-bc30-5f87f61e1fba tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:04.317059 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d35a14e8-5485-4996-9328-9a84acb91064 req-dc2897e1-2b9a-441b-bc30-5f87f61e1fba tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.1561468 Jun 25 11:02:04.333080 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861db5-045f-4234-8dd3-9e9baaeaf1a9 req-6e3db3d7-4342-494d-b91f-40cdbabdab3e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:04.334573 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-36861db5-045f-4234-8dd3-9e9baaeaf1a9 req-6e3db3d7-4342-494d-b91f-40cdbabdab3e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 943 time: 0.1553519 Jun 25 11:02:04.416794 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-629ea10c-488c-4424-8656-fe17094a6ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:04.428109 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d35a14e8-5485-4996-9328-9a84acb91064 req-546bb6c0-daa9-43ad-bff4-5ecc1bfa6c97 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925243 Jun 25 11:02:04.433578 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-36861db5-045f-4234-8dd3-9e9baaeaf1a9 req-1d0fbd2d-863c-4c8e-ac4d-a6e9f446f239 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879350 Jun 25 11:02:04.569724 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-629ea10c-488c-4424-8656-fe17094a6ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:04.589470 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:04.601909 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-9c0f204a-8a89-42e7-8926-2382b0ba6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:04.603481 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-9c0f204a-8a89-42e7-8926-2382b0ba6064 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0737569 Jun 25 11:02:04.633784 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-629ea10c-488c-4424-8656-fe17094a6ed0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9edf758762142909cd51dd5f0dc694f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6044283 Jun 25 11:02:04.636913 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ea10c-488c-4424-8656-fe17094a6ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43252d8-041e-46e6-a446-3750f70fa4eb,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:04.640039 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55298) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:04.642128 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-629ea10c-488c-4424-8656-fe17094a6ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:04.701428 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd60ee-517d-4c06-911a-2bdee13d5c39 req-6b79dacf-9609-4b3b-8f7d-6e4de59048dd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:04.708374 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2ecd60ee-517d-4c06-911a-2bdee13d5c39 req-6b79dacf-9609-4b3b-8f7d-6e4de59048dd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1584804 Jun 25 11:02:04.730576 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-fb1b8921-6d19-4f89-bbe0-136b1729ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:04.732384 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-fb1b8921-6d19-4f89-bbe0-136b1729ac0d service neutron] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 919 time: 0.1060846 Jun 25 11:02:04.737369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:04.770185 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2ecd60ee-517d-4c06-911a-2bdee13d5c39 req-2bdcc0e8-03f2-48f1-b11e-cb286c90ce69 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608971 Jun 25 11:02:04.779429 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:04.792579 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-c58a49f5-9ce6-4b53-9f7f-8d9ef7725caa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 200 len: 217 time: 0.0495405 Jun 25 11:02:04.853754 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-91a7dbf4-b755-47d9-aa52-2b0a082cd823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:04.855281 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-91a7dbf4-b755-47d9-aa52-2b0a082cd823 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.0481699 Jun 25 11:02:04.895006 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-d448e1af-722a-4d41-adf9-7d5bebc51479 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299833 Jun 25 11:02:04.993713 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-f3590adf-71ac-492d-9ea7-379a9728b473 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903766 Jun 25 11:02:05.008716 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:05.015841 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:05.015841 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f43252d8-041e-46e6-a446-3750f70fa4eb HTTP/1.1" status: 204 len: 168 time: 0.3723257 Jun 25 11:02:05.015841 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cbaed61a-5695-407a-b637-3c385cf5980b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:05.027410 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43252d8-041e-46e6-a446-3750f70fa4eb,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:05.030485 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:05.113511 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-74383e0e-0528-4b51-b9b9-47bdef654aa6 req-aab8a80a-595f-4222-b3f9-a22a6e23d713 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120849 Jun 25 11:02:05.646756 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55328) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:05.683397 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b89ab-06dd-4808-94ca-ff46e366cc46 req-21094fa7-441d-4fa3-a7ca-2abe7bd9e0a0 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:05.683397 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b90b89ab-06dd-4808-94ca-ff46e366cc46 req-21094fa7-441d-4fa3-a7ca-2abe7bd9e0a0 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.1266625 Jun 25 11:02:05.698389 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d057dab-4af9-400e-9ace-c331672082df req-35baa5ac-d619-4814-9d78-6802f556ec40 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:05.699905 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0d057dab-4af9-400e-9ace-c331672082df req-35baa5ac-d619-4814-9d78-6802f556ec40 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 943 time: 0.1121323 Jun 25 11:02:05.769287 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b90b89ab-06dd-4808-94ca-ff46e366cc46 req-fb328c43-d6bd-47b2-81e1-d9ef4350aee2 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683703 Jun 25 11:02:05.782158 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0d057dab-4af9-400e-9ace-c331672082df req-ab76a6d4-1b27-4100-b12a-d5d75ae4b63f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640886 Jun 25 11:02:05.789789 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b8203083-3dff-4968-b325-8c833ceeadc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.040021 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b8203083-3dff-4968-b325-8c833ceeadc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.055535 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b19f6-3572-4a18-8862-17f5823f99a7 req-29c2b62b-2942-453b-babe-55e42a289aa6 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:06.057164 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e76b19f6-3572-4a18-8862-17f5823f99a7 req-29c2b62b-2942-453b-babe-55e42a289aa6 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1211746 Jun 25 11:02:06.105881 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e76b19f6-3572-4a18-8862-17f5823f99a7 req-53697972-4477-4e5d-ad1a-d467fc9a7f88 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Jun 25 11:02:06.136082 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b8203083-3dff-4968-b325-8c833ceeadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.140104 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-5b11c16b-3dca-4344-9579-4545c0d58ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:06.178741 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b8203083-3dff-4968-b325-8c833ceeadc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7ef289bd519443d944961da74d41fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306702 Jun 25 11:02:06.180434 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8203083-3dff-4968-b325-8c833ceeadc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf17ef25-e1a4-4af8-9f61-36e45b6469aa,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:06.181543 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55352) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:06.183903 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b8203083-3dff-4968-b325-8c833ceeadc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:06.245700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.268656 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.473158 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.478377 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.482736 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf17ef25-e1a4-4af8-9f61-36e45b6469aa HTTP/1.1" status: 204 len: 168 time: 0.2949116 Jun 25 11:02:06.482736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a9f5cbff-3ea6-4691-bec3-8d5463af25a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:06.498018 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf17ef25-e1a4-4af8-9f61-36e45b6469aa,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:06.500700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:06.664195 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e81a21cd-853a-4989-af59-f8aa960776d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.666078 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:06.776813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55370) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:07.011932 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655984-eb6f-40c7-bedf-2a4816f4c556 req-d0e02e06-9bf3-4a15-a352-ee309ca40573 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:07.013497 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8655984-eb6f-40c7-bedf-2a4816f4c556 req-d0e02e06-9bf3-4a15-a352-ee309ca40573 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.1101375 Jun 25 11:02:07.031112 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83562e75-d6bf-4052-bd13-76e1e0382a8f req-fe8c0c00-9533-41c3-b61a-d7774dce725d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:07.031112 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-83562e75-d6bf-4052-bd13-76e1e0382a8f req-fe8c0c00-9533-41c3-b61a-d7774dce725d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 943 time: 0.1253922 Jun 25 11:02:07.091123 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8655984-eb6f-40c7-bedf-2a4816f4c556 req-020f5117-d7a4-4e9a-a4fa-c5e49abf1ab7 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700746 Jun 25 11:02:07.094116 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-83562e75-d6bf-4052-bd13-76e1e0382a8f req-fc5dd512-c870-47ff-946c-961c8eddc9cc tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564594 Jun 25 11:02:07.109814 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1567067547-network', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:07.246813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55406) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:07.263617 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Made reservation on behalf of df6d7efaaf324d25adb6f82f68900110 for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:07.266138 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.268191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f87408f8-3b58-4f30-b5f6-16815122667c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.313633 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.359281 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb74c7-dbf2-4135-9c4e-00dbf73a745a req-12fd7492-2b7e-4ca2-9926-19dd8e2f8acb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:07.361254 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-86cb74c7-dbf2-4135-9c4e-00dbf73a745a req-12fd7492-2b7e-4ca2-9926-19dd8e2f8acb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1145146 Jun 25 11:02:07.441406 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f87408f8-3b58-4f30-b5f6-16815122667c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.447580 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-86cb74c7-dbf2-4135-9c4e-00dbf73a745a req-304cdca0-cab4-43ca-84c1-5fe3acc1589d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789490 Jun 25 11:02:07.518280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f87408f8-3b58-4f30-b5f6-16815122667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.522669 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7e8aed02-e1ff-449f-b8fe-777c2845c87a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:07.573760 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f87408f8-3b58-4f30-b5f6-16815122667c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c91a480173c4e9ca0b7a0c8d8897c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257253 Jun 25 11:02:07.578280 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55442) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:07.584507 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87408f8-3b58-4f30-b5f6-16815122667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8faa158-726a-4428-b3d2-b8244614f626,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:07.588388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f87408f8-3b58-4f30-b5f6-16815122667c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:07.632190 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.644175 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.654657 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.730579 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.735000 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7d75f46a-aae1-4cf0-889a-5fd6f8e12614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:07.759082 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91e3a5c-0e8d-49bb-91fb-a70c0185438e,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:07.762425 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:07.895643 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.898295 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.899425 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8faa158-726a-4428-b3d2-b8244614f626 HTTP/1.1" status: 204 len: 168 time: 0.3199894 Jun 25 11:02:07.900271 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3369f2af-b22c-429d-ac3d-d36b8c422ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:07.900732 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:02:07.909623 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8faa158-726a-4428-b3d2-b8244614f626,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:07.912516 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:07.913035 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.913380 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Added segment e361d2d1-638a-4938-87fc-6b5316d8b107 of type vlan for network cf780d4f-d491-4bfc-901e-6fa6d405fe6c Jun 25 11:02:07.962624 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:07.998782 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:08.050767 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 33fdabef-ee93-4753-99e6-c822ff580cc8 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:02:08.117179 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:08.118587 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:08.119172 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:08.121523 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:08.152740 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 33fdabef-ee93-4753-99e6-c822ff580cc8, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=33fdabef-ee93-4753-99e6-c822ff580cc8,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:08.165922 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '33fdabef-ee93-4753-99e6-c822ff580cc8', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'port_id': '33fdabef-ee93-4753-99e6-c822ff580cc8', 'mac_address': 'fa:16:3e:3e:83:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:02:08.213307 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Pushing event updated for resources: {'Network': ['ID=cf780d4f-d491-4bfc-901e-6fa6d405fe6c,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:08.220791 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:08.223755 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:08.228444 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:02:08.279582 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5011907 Jun 25 11:02:08.282466 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55458) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:08.287910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Request body: {'subnet': {'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1567067547-subnet', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:08.301939 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fdabef-ee93-4753-99e6-c822ff580cc8 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:02:08.338135 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 33fdabef-ee93-4753-99e6-c822ff580cc8, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=33fdabef-ee93-4753-99e6-c822ff580cc8,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:08.345185 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a277-bd4a-41d4-b37b-d59aef947486 req-ff5dd267-ad8a-46ca-b733-934afbf7238d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:08.346880 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cbe4a277-bd4a-41d4-b37b-d59aef947486 req-ff5dd267-ad8a-46ca-b733-934afbf7238d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 943 time: 0.0884213 Jun 25 11:02:08.389635 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cbe4a277-bd4a-41d4-b37b-d59aef947486 req-1ecf0d35-83ac-440d-845e-7cd0d505f338 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360804 Jun 25 11:02:08.431412 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Made reservation on behalf of df6d7efaaf324d25adb6f82f68900110 for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:08.431702 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:08.433549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:08.434286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:08.506543 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=33fdabef-ee93-4753-99e6-c822ff580cc8,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:08.511128 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:08.642966 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc05a4-3387-4044-a01e-818c840c4d6e req-11fa7115-1514-4665-a28d-2abb9e2f973e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:08.644221 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b0bc05a4-3387-4044-a01e-818c840c4d6e req-11fa7115-1514-4665-a28d-2abb9e2f973e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0713003 Jun 25 11:02:08.691051 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b0bc05a4-3387-4044-a01e-818c840c4d6e req-614cd443-4c64-4ca0-8585-dea53901959e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367403 Jun 25 11:02:08.911520 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:08.923028 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:08.970460 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:08.974158 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:08.980512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Checking segment: {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:08.980944 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Network hostable DHCP agents. Network: cf780d4f-d491-4bfc-901e-6fa6d405fe6c, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:02:09.007335 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55480) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:09.011728 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['33fdabef-ee93-4753-99e6-c822ff580cc8'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:02:09.029124 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0e233817-1df1-4fa8-8917-04ad9de349b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:09.168941 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0e233817-1df1-4fa8-8917-04ad9de349b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:09.518493 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:02:09.584523 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493e8ea-9621-459d-b69b-69f53efc1506 req-e5432299-de4d-4215-875a-b8e5d0d5dc09 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:09.586035 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1493e8ea-9621-459d-b69b-69f53efc1506 req-e5432299-de4d-4215-875a-b8e5d0d5dc09 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 944 time: 0.0688887 Jun 25 11:02:09.625296 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1493e8ea-9621-459d-b69b-69f53efc1506 req-92473e5c-52b0-47f8-b9ee-63933a682ac0 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327880 Jun 25 11:02:09.769966 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0e233817-1df1-4fa8-8917-04ad9de349b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:09.772963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b3e6b8b0-99ff-4e8a-98db-68c07ab27559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:09.813474 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0e233817-1df1-4fa8-8917-04ad9de349b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d4490b20f1c45b7838d7e95889b3068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8047256 Jun 25 11:02:09.814724 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e233817-1df1-4fa8-8917-04ad9de349b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827c7329-5099-48da-bcff-355f4b6fea87,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:09.817194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55498) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:09.830907 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0e233817-1df1-4fa8-8917-04ad9de349b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:09.839527 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:09.881696 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:09.905747 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9b856-ab29-440b-bf87-dbcbfdb51fc8 req-a5a24ac0-7622-4ade-9c8a-534c86a3dcd5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:09.907603 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-47d9b856-ab29-440b-bf87-dbcbfdb51fc8 req-a5a24ac0-7622-4ade-9c8a-534c86a3dcd5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0901868 Jun 25 11:02:09.911364 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:09.918864 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, cf780d4f-d491-4bfc-901e-6fa6d405fe6c) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:09.927669 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:09.928499 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:09.959294 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-47d9b856-ab29-440b-bf87-dbcbfdb51fc8 req-5d72f27e-6b47-4f7d-baad-8a26541897d7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456493 Jun 25 11:02:09.964532 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c504ebba-7b54-4114-a211-fb6dd36b88de None None] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:10.066262 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c3e2f610-3232-4b07-a7fe-8c69f4e1a944 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7821600 Jun 25 11:02:10.069198 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55502) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:10.077715 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:10.110142 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.112800 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.114132 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/827c7329-5099-48da-bcff-355f4b6fea87 HTTP/1.1" status: 204 len: 168 time: 0.2956634 Jun 25 11:02:10.116902 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3421d1d-7ea6-4fad-a67f-5a1c6d14d6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:10.125045 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827c7329-5099-48da-bcff-355f4b6fea87,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:10.129753 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:10.144122 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:02:10.144122 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.221419 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.222532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.286242 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.305523 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Allocated IP 172.20.0.2 (cf780d4f-d491-4bfc-901e-6fa6d405fe6c/af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd/a2807e33-a73a-474b-b74a-e81ecebd10a6) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:10.464675 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.475414 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Transition to ACTIVE for port object a2807e33-a73a-474b-b74a-e81ecebd10a6 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:10.491743 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Transition to ACTIVE for port object a2807e33-a73a-474b-b74a-e81ecebd10a6 will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:10.543562 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.605105 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.607302 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:10.647521 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:10.650549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:10.669613 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Pushing event updated for resources: {'Port': ['ID=a2807e33-a73a-474b-b74a-e81ecebd10a6,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:10.673810 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:10.677106 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:10.760847 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Attempting to bind port a2807e33-a73a-474b-b74a-e81ecebd10a6 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:10.760847 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Attempting to bind port a2807e33-a73a-474b-b74a-e81ecebd10a6 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:10.760847 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Attempting to bind port a2807e33-a73a-474b-b74a-e81ecebd10a6 on network cf780d4f-d491-4bfc-901e-6fa6d405fe6c {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:10.767504 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:10.767895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Checking segment: {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:10.768522 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.769413 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Bound using segment: {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:10.769545 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Bound port: a2807e33-a73a-474b-b74a-e81ecebd10a6, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:10.770016 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.853220 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e8203-c4e5-4b33-b530-070018bf541e req-05b37a06-f7d8-4f43-ba45-21b2ba8f3868 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:10.856239 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] For port a2807e33-a73a-474b-b74a-e81ecebd10a6, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:10.860850 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] For port a2807e33-a73a-474b-b74a-e81ecebd10a6, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=a2807e33-a73a-474b-b74a-e81ecebd10a6,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:10.872788 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-372e8203-c4e5-4b33-b530-070018bf541e req-05b37a06-f7d8-4f43-ba45-21b2ba8f3868 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 944 time: 0.0782039 Jun 25 11:02:10.925021 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:10.930432 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-372e8203-c4e5-4b33-b530-070018bf541e req-3994adbe-2981-4fb0-a0fb-772de44f37c3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663395 Jun 25 11:02:10.969153 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:11.012147 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:11.012147 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:11.085980 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Pushing event updated for resources: {'Port': ['ID=a2807e33-a73a-474b-b74a-e81ecebd10a6,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:11.090244 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:11.125261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Allocated IP 172.27.2.20 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/62135e33-bca2-47d9-8170-5d33b2c86700) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:11.167984 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88d08-08b9-4b20-9567-f5a11750971a req-69408191-57ef-42e7-a584-108c2bb02f0b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:11.178116 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9ff88d08-08b9-4b20-9567-f5a11750971a req-69408191-57ef-42e7-a584-108c2bb02f0b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0876958 Jun 25 11:02:11.230903 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9ff88d08-08b9-4b20-9567-f5a11750971a req-7df66a00-8a23-43dd-b68d-6bd9584e17ea tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Jun 25 11:02:11.317214 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:11.519287 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:11.534992 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6aa1a62a-35ef-4263-b094-5c45c2750e9b tempest-DeleteServersTestJSON-470201739 tempest-DeleteServersTestJSON-470201739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:11.549039 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:11.552973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:11.582274 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:11.670185 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Pushing event updated for resources: {'Port': ['ID=62135e33-bca2-47d9-8170-5d33b2c86700,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:11.689442 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:11.910578 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:12.078870 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 33fdabef-ee93-4753-99e6-c822ff580cc8 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:12.222370 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a246e16-72cf-4cd5-addf-e67bfcae1e0e req-5cdc6479-92c0-4f08-875a-83e6f3620a9f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:12.225260 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9a246e16-72cf-4cd5-addf-e67bfcae1e0e req-5cdc6479-92c0-4f08-875a-83e6f3620a9f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 944 time: 0.1396592 Jun 25 11:02:12.282672 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9a246e16-72cf-4cd5-addf-e67bfcae1e0e req-14c48bb5-5dc8-40d1-a52c-416f57d2c72e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503459 Jun 25 11:02:12.357802 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1596fcc6-812f-474b-a522-e86dad0dbb2c None None] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:12.400396 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 33fdabef-ee93-4753-99e6-c822ff580cc8 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:12.421316 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 33fdabef-ee93-4753-99e6-c822ff580cc8 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:12.422973 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:12.466158 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:12.501459 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4eda0-5ad5-43f1-a4d9-07cea798a9a8 req-131afd1f-4ae6-4c35-a092-2cec74d058a1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:12.509299 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94d4eda0-5ad5-43f1-a4d9-07cea798a9a8 req-131afd1f-4ae6-4c35-a092-2cec74d058a1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1109087 Jun 25 11:02:12.577285 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cd7714c2-ee27-4809-9d3c-819c7bbbef8a None None] Provisioning for port a2807e33-a73a-474b-b74a-e81ecebd10a6 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:12.595718 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94d4eda0-5ad5-43f1-a4d9-07cea798a9a8 req-232a4c0b-dda3-416d-b984-f13cef4bef8d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853751 Jun 25 11:02:12.625471 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:12.660811 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4118ff5c-f771-4add-bb17-057671e7300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fdabef-ee93-4753-99e6-c822ff580cc8'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:02:12.662702 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac977a63-78d6-43ce-834f-51db3a65f8a2" -d '{"events": [{"server_uuid": "4118ff5c-f771-4add-bb17-057671e7300a", "name": "network-vif-plugged", "status": "completed", "tag": "33fdabef-ee93-4753-99e6-c822ff580cc8"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:02:12.683461 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 33fdabef-ee93-4753-99e6-c822ff580cc8, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=33fdabef-ee93-4753-99e6-c822ff580cc8,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:12.703737 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd11aa-9b76-4920-a9e4-5fb28eea0e5a x-openstack-request-id: req-66fd11aa-9b76-4920-a9e4-5fb28eea0e5a {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:02:12.704035 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4118ff5c-f771-4add-bb17-057671e7300a", "name": "network-vif-plugged", "status": "completed", "tag": "33fdabef-ee93-4753-99e6-c822ff580cc8", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:02:12.704295 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66fd11aa-9b76-4920-a9e4-5fb28eea0e5a {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:02:12.704704 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4118ff5c-f771-4add-bb17-057671e7300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fdabef-ee93-4753-99e6-c822ff580cc8', 'code': 200} Jun 25 11:02:12.918797 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Router 33e11c6b-8d19-4292-a420-b2c82a1c3792 is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:02:12.920864 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:12.922812 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-62ccae8c-56cb-47c6-a534-f46a8b748435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:12.952761 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55580) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:12.989948 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=33fdabef-ee93-4753-99e6-c822ff580cc8,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:12.996243 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:13.075809 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:02:13.087624 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Sync routers for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:02:13.102211 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:13.102731 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:13.132915 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2807e33-a73a-474b-b74a-e81ecebd10a6 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:13.175988 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.179667 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1067774 Jun 25 11:02:13.179939 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55586) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:13.192526 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.222943 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:13.274260 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port a2807e33-a73a-474b-b74a-e81ecebd10a6 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:13.280058 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port a2807e33-a73a-474b-b74a-e81ecebd10a6 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:13.280844 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.353524 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.401630 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d9bb-94f6-44b6-bf29-e4665e3b6ea3 req-a78ddb61-f9f2-482d-a428-0d78117909f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:13.403182 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b4a9d9bb-94f6-44b6-bf29-e4665e3b6ea3 req-a78ddb61-f9f2-482d-a428-0d78117909f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 1098 time: 0.1504192 Jun 25 11:02:13.412060 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.453287 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2bd58ec7-c305-46b5-89cd-7c372cced492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:13.462123 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d36ec65e1de244489c3e0a96062de393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079694 Jun 25 11:02:13.462898 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55592) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:13.465805 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.476714 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:11Z', 'revision_number': 3, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:13.492816 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b4a9d9bb-94f6-44b6-bf29-e4665e3b6ea3 req-e8114beb-49c8-44c5-b28c-2f8cafb5fc7a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741954 Jun 25 11:02:13.533505 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Checking router: 33e11c6b-8d19-4292-a420-b2c82a1c3792 for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:02:13.533879 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Updating router 33e11c6b-8d19-4292-a420-b2c82a1c3792 port 62135e33-bca2-47d9-8170-5d33b2c86700 binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:02:13.539480 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port a2807e33-a73a-474b-b74a-e81ecebd10a6, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=a2807e33-a73a-474b-b74a-e81ecebd10a6,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:13.543896 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.571533 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.582667 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.632581 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.640084 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:13.654844 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09144df4-e58d-4b22-9f19-1ca0a057787a,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:13.683079 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.683442 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.684834 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.685196 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.685544 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.685922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.686274 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.686617 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.686972 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.687291 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.687621 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.688963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:13.698869 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:13.752516 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=a2807e33-a73a-474b-b74a-e81ecebd10a6,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:13.755796 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:13.762079 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cafef4-d56b-4e25-b008-93bf1f99f5e6 req-0a16875a-fbd9-43c9-a6ea-84888e9b86a7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:13.764458 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-07cafef4-d56b-4e25-b008-93bf1f99f5e6 req-0a16875a-fbd9-43c9-a6ea-84888e9b86a7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.2432413 Jun 25 11:02:13.812016 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-07cafef4-d56b-4e25-b008-93bf1f99f5e6 req-16a1b619-710a-475b-949c-f625d26802e8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Jun 25 11:02:13.815942 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.839447 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.842342 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:13.849332 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09144df4-e58d-4b22-9f19-1ca0a057787a HTTP/1.1" status: 204 len: 168 time: 0.3780468 Jun 25 11:02:13.849332 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-629ea10c-488c-4424-8656-fe17094a6ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:13.855276 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09144df4-e58d-4b22-9f19-1ca0a057787a,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:13.857779 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:13.991361 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.002146 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Transition to ACTIVE for port object 62135e33-bca2-47d9-8170-5d33b2c86700 will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:14.018740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Allocated IP 172.20.0.1 (cf780d4f-d491-4bfc-901e-6fa6d405fe6c/af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd/4a1edacc-829a-4cc6-86a4-5808b37476ad) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:14.019480 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62382a1-c356-4d84-a5e0-b7c55ef0a8de req-6118e372-a9f3-440d-a71d-3251bab073c9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:14.020309 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d62382a1-c356-4d84-a5e0-b7c55ef0a8de req-6118e372-a9f3-440d-a71d-3251bab073c9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0708537 Jun 25 11:02:14.064351 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d62382a1-c356-4d84-a5e0-b7c55ef0a8de req-a09eab65-fd03-479f-a041-fbf4891d5795 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Jun 25 11:02:14.118773 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.130760 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:14.144210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.183651 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Transition to ACTIVE for port object 4a1edacc-829a-4cc6-86a4-5808b37476ad will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:14.204496 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Attempting to bind port 62135e33-bca2-47d9-8170-5d33b2c86700 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:14.204976 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Attempting to bind port 62135e33-bca2-47d9-8170-5d33b2c86700 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:14.205408 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Attempting to bind port 62135e33-bca2-47d9-8170-5d33b2c86700 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:14.207878 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Pushing event updated for resources: {'Port': ['ID=62135e33-bca2-47d9-8170-5d33b2c86700,revision_number=2']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:14.217566 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.217566 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.221401 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.226525 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:14.227855 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:14.228294 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:14.228759 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.229876 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:14.230334 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Bound port: 62135e33-bca2-47d9-8170-5d33b2c86700, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:14.230819 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.287849 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] For port 62135e33-bca2-47d9-8170-5d33b2c86700, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:14.291423 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] For port 62135e33-bca2-47d9-8170-5d33b2c86700, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=62135e33-bca2-47d9-8170-5d33b2c86700,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:14.364574 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.368021 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:14.408012 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:14.411501 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:14.415442 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:14.415940 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.444674 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.447898 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:14.456871 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1edacc-829a-4cc6-86a4-5808b37476ad,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:14.473679 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.474032 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.474559 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.474776 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.475098 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.475451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.475791 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.476134 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.476477 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.476814 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.477159 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.477493 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:14.483871 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:14.515513 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:14.516398 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:14.567286 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Pushing event updated for resources: {'Port': ['ID=62135e33-bca2-47d9-8170-5d33b2c86700,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:14.572221 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:14.676386 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:14.710491 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.770802 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cef602e3-42ee-48b5-b170-47140415dde3 None None] Provisioning for port 4a1edacc-829a-4cc6-86a4-5808b37476ad completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:14.776978 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cef602e3-42ee-48b5-b170-47140415dde3 None None] Provisioning complete for port 4a1edacc-829a-4cc6-86a4-5808b37476ad triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:14.777384 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cef602e3-42ee-48b5-b170-47140415dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.824157 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-cef602e3-42ee-48b5-b170-47140415dde3 None None] Port 4a1edacc-829a-4cc6-86a4-5808b37476ad cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:02:14.919632 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:11Z', 'revision_number': 3, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:14.925274 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:14.946021 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55616) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:14.959999 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4a3fb-ba9a-44d1-adaa-0459e7e1dc77 None None] The sync data for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi is: [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:11Z', 'revision_number': 3, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:02:15.015533 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.016687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.019739 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-995d4e83-ea28-4d08-b723-00279fedb81f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:15.038720 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3635ef-2a29-400e-97bd-626270039b7c req-8207bac4-f7c6-4e9c-aa47-87e9a5421503 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:15.046891 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6b3635ef-2a29-400e-97bd-626270039b7c req-8207bac4-f7c6-4e9c-aa47-87e9a5421503 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0937786 Jun 25 11:02:15.083956 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2807e33-a73a-474b-b74a-e81ecebd10a6 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:15.110572 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6b3635ef-2a29-400e-97bd-626270039b7c req-0808bac7-da8d-42a4-a547-39618a03e393 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624638 Jun 25 11:02:15.148196 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Pushing event updated for resources: {'Port': ['ID=4a1edacc-829a-4cc6-86a4-5808b37476ad,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:15.151376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7007f80c-f131-4a40-ba6f-7b3a8b7cf7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.154524 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:15.162613 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port a2807e33-a73a-474b-b74a-e81ecebd10a6 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:15.163054 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.249388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:15.279663 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:15.387805 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb047c3-2018-42d6-9fa0-98d43ef1e366 req-62c36424-e59d-471f-abc8-5594a21c2196 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:15.389355 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dcb047c3-2018-42d6-9fa0-98d43ef1e366 req-62c36424-e59d-471f-abc8-5594a21c2196 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1333685 Jun 25 11:02:15.453478 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7007f80c-f131-4a40-ba6f-7b3a8b7cf7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.456984 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dcb047c3-2018-42d6-9fa0-98d43ef1e366 req-cdb41ff1-3141-4c2d-a17f-1bf8e04579b3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617464 Jun 25 11:02:15.496086 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Router 33e11c6b-8d19-4292-a420-b2c82a1c3792 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:02:15.548731 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7007f80c-f131-4a40-ba6f-7b3a8b7cf7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.574466 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-60f9d012-ec32-476a-a463-7a0e379b4ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:15.578506 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-7007f80c-f131-4a40-ba6f-7b3a8b7cf7a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b39a3481beb64750a65776998e06bd48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326504 Jun 25 11:02:15.581130 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55626) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:15.660970 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007f80c-f131-4a40-ba6f-7b3a8b7cf7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0023e39-0e95-41bd-8e0a-8f7fc364e7c5,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:15.665752 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7007f80c-f131-4a40-ba6f-7b3a8b7cf7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:15.670189 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-94df9d92-6253-4686-91cf-ee1262bd5b69 None None] Provisioning complete for port 4a1edacc-829a-4cc6-86a4-5808b37476ad triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:15.671236 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-94df9d92-6253-4686-91cf-ee1262bd5b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.682614 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.690186 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:02:15.700755 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] 10.222.0.13 "PUT /v2.0/routers/33e11c6b-8d19-4292-a420-b2c82a1c3792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5195627 Jun 25 11:02:15.712580 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.729468 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-94df9d92-6253-4686-91cf-ee1262bd5b69 None None] Port 4a1edacc-829a-4cc6-86a4-5808b37476ad cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:02:15.883784 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.887336 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:15.891123 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0023e39-0e95-41bd-8e0a-8f7fc364e7c5 HTTP/1.1" status: 204 len: 168 time: 0.3064094 Jun 25 11:02:15.891123 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a7c9043a-198a-427a-ae9d-3a89137b3a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:15.910048 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0023e39-0e95-41bd-8e0a-8f7fc364e7c5,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:15.925966 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:16.475700 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04bd8c-25c7-4dbf-8a75-f2836079db23 req-bd0a0c2e-2bc5-4e2e-a8c3-11edb624acf3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:16.477243 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3e04bd8c-25c7-4dbf-8a75-f2836079db23 req-bd0a0c2e-2bc5-4e2e-a8c3-11edb624acf3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0675142 Jun 25 11:02:16.520173 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3e04bd8c-25c7-4dbf-8a75-f2836079db23 req-5c5a9a4f-dc36-42f4-a394-2d4910aa8e30 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jun 25 11:02:16.734534 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2f96-0b68-4ee9-9493-a1cc35fc6796 req-24ad70be-d2be-4488-ab88-68436a65082d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:16.736564 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-086a2f96-0b68-4ee9-9493-a1cc35fc6796 req-24ad70be-d2be-4488-ab88-68436a65082d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1042399 Jun 25 11:02:16.764228 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55660) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:16.775270 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1045162841-network', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:16.789298 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-086a2f96-0b68-4ee9-9493-a1cc35fc6796 req-a37dc3f7-1bfe-4f91-875f-677c5a7cf100 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Jun 25 11:02:16.874147 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-797dc572-4685-40a0-9c16-dde8c4b2f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:16.876787 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-797dc572-4685-40a0-9c16-dde8c4b2f786 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0763085 Jun 25 11:02:16.895560 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55664) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:16.922913 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-552cfda5-a7d5-4a1d-9451-1164624fe268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:16.970575 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Made reservation on behalf of 7cc053b9f1f74e87b380ce9618a3bccf for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:16.973228 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:16.994675 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.061936 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-86c35545-b90c-4300-adbb-1019ce830ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:17.064146 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Sync routers for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:02:17.064995 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-86c35545-b90c-4300-adbb-1019ce830ed8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 919 time: 0.1546969 Jun 25 11:02:17.075507 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:17.076151 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:17.114471 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-552cfda5-a7d5-4a1d-9451-1164624fe268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.119804 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 62135e33-bca2-47d9-8170-5d33b2c86700 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:17.174933 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-401bca4b-bc13-497f-a906-6e9d41daa3fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 200 len: 217 time: 0.0380881 Jun 25 11:02:17.221735 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-552cfda5-a7d5-4a1d-9451-1164624fe268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.226872 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0e233817-1df1-4fa8-8917-04ad9de349b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:17.232142 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:17.247304 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-d4312780-c026-4ad8-acce-5ae8a8e3e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:17.248911 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-d4312780-c026-4ad8-acce-5ae8a8e3e620 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.0626340 Jun 25 11:02:17.293380 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-552cfda5-a7d5-4a1d-9451-1164624fe268 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03d4738ac6874bd6a689bcaf5d1a6a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936086 Jun 25 11:02:17.293380 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cfda5-a7d5-4a1d-9451-1164624fe268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6707370-9b77-4a6f-bb93-3e781baf36f0,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:17.303714 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-552cfda5-a7d5-4a1d-9451-1164624fe268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:17.304332 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55668) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:17.321718 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-2a1d5b71-f8ca-4f3d-bc7f-baefe2f0e83e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600729 Jun 25 11:02:17.382007 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.394175 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 62135e33-bca2-47d9-8170-5d33b2c86700 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:17.404323 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 62135e33-bca2-47d9-8170-5d33b2c86700 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:17.404703 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.408099 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.472688 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.504001 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-e1f849b6-8bc5-406f-b5da-e01ede227bf9 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632926 Jun 25 11:02:17.571785 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.578096 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-11b36731-87bd-4f85-a043-ffa0986c129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:17.610814 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.614821 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.616249 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.620841 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6707370-9b77-4a6f-bb93-3e781baf36f0 HTTP/1.1" status: 204 len: 168 time: 0.3153565 Jun 25 11:02:17.622893 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:17.630591 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:02:17.633189 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6707370-9b77-4a6f-bb93-3e781baf36f0,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:17.636733 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:17.655911 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8509aa-f431-4f58-beb4-73c1a0e07289,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:17.659867 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:17.668329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.668700 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Added segment c9fe6686-d2b4-4129-b440-9df9d6e96a74 of type vlan for network 0edc2ff8-15f2-466b-a338-590c38d43611 Jun 25 11:02:17.681550 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 62135e33-bca2-47d9-8170-5d33b2c86700, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=62135e33-bca2-47d9-8170-5d33b2c86700,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:17.690480 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-00444249-753a-4408-8ad0-9ec6a28cb4cb req-b89d3e6d-1d17-435b-8976-ea6145047d6c service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714616 Jun 25 11:02:17.709123 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 2, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:17.723632 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.737696 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Checking router: 33e11c6b-8d19-4292-a420-b2c82a1c3792 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:02:17.738275 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Updating router 33e11c6b-8d19-4292-a420-b2c82a1c3792 port 4a1edacc-829a-4cc6-86a4-5808b37476ad binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:02:17.763394 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.770704 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:17.817976 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.833285 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.835145 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:17.835765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:17.844119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:17.872665 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=62135e33-bca2-47d9-8170-5d33b2c86700,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:17.877280 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:17.915871 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Pushing event updated for resources: {'Network': ['ID=0edc2ff8-15f2-466b-a338-590c38d43611,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:17.919214 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:17.949052 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 0edc2ff8-15f2-466b-a338-590c38d43611 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:02:17.987719 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2214727 Jun 25 11:02:17.990464 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55680) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:17.997381 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Request body: {'subnet': {'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1045162841-subnet', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:18.049562 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6d431-ff80-467c-b904-bb52a4747f6d req-ae848edb-5094-4e4f-804d-e86961234481 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:18.049562 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e0d6d431-ff80-467c-b904-bb52a4747f6d req-ae848edb-5094-4e4f-804d-e86961234481 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0931728 Jun 25 11:02:18.103321 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e0d6d431-ff80-467c-b904-bb52a4747f6d req-afc60df9-be92-4ae7-b0f9-1fe228c67a56 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486422 Jun 25 11:02:18.107032 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Made reservation on behalf of 7cc053b9f1f74e87b380ce9618a3bccf for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:18.109486 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.248005 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.269816 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Transition to ACTIVE for port object 4a1edacc-829a-4cc6-86a4-5808b37476ad will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:18.362881 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.365010 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:18.395874 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.422335 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892241f-ff1d-4dc3-83f6-89c538111893 None None] Pushing event updated for resources: {'Port': ['ID=4a1edacc-829a-4cc6-86a4-5808b37476ad,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:18.426315 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-c892241f-ff1d-4dc3-83f6-89c538111893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:18.457157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.459629 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-56d9dcb1-b068-4fe6-9557-6e4168c912f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:18.507878 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Attempting to bind port 4a1edacc-829a-4cc6-86a4-5808b37476ad on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:18.508413 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Attempting to bind port 4a1edacc-829a-4cc6-86a4-5808b37476ad by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:18.508946 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Attempting to bind port 4a1edacc-829a-4cc6-86a4-5808b37476ad on network cf780d4f-d491-4bfc-901e-6fa6d405fe6c {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:18.519504 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:18.521656 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Checking segment: {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:18.521656 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.521656 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Bound using segment: {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:18.521656 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Bound port: 4a1edacc-829a-4cc6-86a4-5808b37476ad, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:18.522240 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.530421 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c37695-d337-404e-8987-fd57e1c85813,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:18.539882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:18.548890 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Checking segment: {'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:18.549463 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Network hostable DHCP agents. Network: 0edc2ff8-15f2-466b-a338-590c38d43611, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:02:18.655945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] For port 4a1edacc-829a-4cc6-86a4-5808b37476ad, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:18.661373 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] For port 4a1edacc-829a-4cc6-86a4-5808b37476ad, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=4a1edacc-829a-4cc6-86a4-5808b37476ad,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:18.689003 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55692) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:18.719978 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f00abebe-12a2-44ae-bd77-d21dba32c349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.764392 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Network 0edc2ff8-15f2-466b-a338-590c38d43611 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:02:18.811026 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.813416 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:18.858879 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f00abebe-12a2-44ae-bd77-d21dba32c349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.881996 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:18.882705 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:18.914008 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 0edc2ff8-15f2-466b-a338-590c38d43611) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:18.919871 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892241f-ff1d-4dc3-83f6-89c538111893 None None] Pushing event updated for resources: {'Port': ['ID=4a1edacc-829a-4cc6-86a4-5808b37476ad,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:18.924587 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-c892241f-ff1d-4dc3-83f6-89c538111893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:18.926892 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a0669-5c2d-4e6d-950f-300ab0c4119d None None] Network 0edc2ff8-15f2-466b-a338-590c38d43611 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:18.965974 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:18.965974 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:18.991824 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f00abebe-12a2-44ae-bd77-d21dba32c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.000138 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bc9e284e-b384-4455-b65a-4bba860d13ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:19.047680 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931ab12-c91d-44d9-a997-f2bd3dd38fd1 req-2ed0e256-749b-44f0-8632-b4587cd33560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:19.049750 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f931ab12-c91d-44d9-a997-f2bd3dd38fd1 req-2ed0e256-749b-44f0-8632-b4587cd33560 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1585238 Jun 25 11:02:19.104211 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f00abebe-12a2-44ae-bd77-d21dba32c349 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9fdf2ede8a4ed79dad0a3c8ad67ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144847 Jun 25 11:02:19.105399 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55700) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:19.110570 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 62135e33-bca2-47d9-8170-5d33b2c86700 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:19.121418 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00abebe-12a2-44ae-bd77-d21dba32c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65f756-e64e-405e-9521-893b347cb39c,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:19.124995 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f00abebe-12a2-44ae-bd77-d21dba32c349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:19.145093 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-75d2d697-3172-4a1a-a3c5-d37500991700 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1527793 Jun 25 11:02:19.149169 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55704) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:19.167446 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:19.207659 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.218339 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:19.221071 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f931ab12-c91d-44d9-a997-f2bd3dd38fd1 req-1decc0ca-1cf3-45e4-bfbd-1240bdb4e0df service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542397 Jun 25 11:02:19.253289 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.290320 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.291446 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.301302 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 62135e33-bca2-47d9-8170-5d33b2c86700 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:19.302350 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.373650 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.472836 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a336f1-8953-42eb-8575-6adc935b6c25 req-b1e522eb-4a3b-4b16-bef7-a9c0cb639459 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:19.474621 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0a336f1-8953-42eb-8575-6adc935b6c25 req-b1e522eb-4a3b-4b16-bef7-a9c0cb639459 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0793290 Jun 25 11:02:19.479743 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.484558 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.489045 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f65f756-e64e-405e-9521-893b347cb39c HTTP/1.1" status: 204 len: 168 time: 0.3798075 Jun 25 11:02:19.491902 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-0edc2ff8-15f2-466b-a338-590c38d43611', 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'fixed_ips': [{'subnet_id': 'e3c37695-d337-404e-8987-fd57e1c85813'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:02:19.494220 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:19.507199 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:19.536706 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65f756-e64e-405e-9521-893b347cb39c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:19.541851 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:19.596426 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0a336f1-8953-42eb-8575-6adc935b6c25 req-baa16ebf-c632-4002-b92f-1c7f209004ae tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056483 Jun 25 11:02:19.962927 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:18Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:19.989389 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.001362 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Allocated IP 172.20.0.2 (0edc2ff8-15f2-466b-a338-590c38d43611/e3c37695-d337-404e-8987-fd57e1c85813/1fed8090-72ef-4c53-a684-630161f5fa76) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:20.003918 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64365e72-c77e-4dca-b78c-eef2ad211162 None None] The sync data for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi is: [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:18Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:02:20.272720 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.296967 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Transition to ACTIVE for port object 1fed8090-72ef-4c53-a684-630161f5fa76 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:20.342180 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Transition to ACTIVE for port object 1fed8090-72ef-4c53-a684-630161f5fa76 will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:20.439230 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.441275 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-10cbaf1f-e79a-4166-a66d-df54d6ba0650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:20.517133 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Network 0edc2ff8-15f2-466b-a338-590c38d43611 is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:20.520613 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:20.524994 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:20.536851 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Pushing event updated for resources: {'Port': ['ID=1fed8090-72ef-4c53-a684-630161f5fa76,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:20.544495 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:20.567997 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.614736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.648719 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Attempting to bind port 1fed8090-72ef-4c53-a684-630161f5fa76 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:20.649300 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Attempting to bind port 1fed8090-72ef-4c53-a684-630161f5fa76 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:20.649740 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Attempting to bind port 1fed8090-72ef-4c53-a684-630161f5fa76 on network 0edc2ff8-15f2-466b-a338-590c38d43611 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:20.658861 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:20.659491 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Checking segment: {'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:20.660187 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.671003 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Bound using segment: {'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:20.672123 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Bound port: 1fed8090-72ef-4c53-a684-630161f5fa76, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:20.672800 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.833280 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] For port 1fed8090-72ef-4c53-a684-630161f5fa76, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:20.841649 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] For port 1fed8090-72ef-4c53-a684-630161f5fa76, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1fed8090-72ef-4c53-a684-630161f5fa76,segment=NetworkSegment(c9fe6686-d2b4-4129-b440-9df9d6e96a74),segment_id=c9fe6686-d2b4-4129-b440-9df9d6e96a74)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:20.852196 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Allocated IP 172.27.2.202 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/1837b755-b1a3-4564-8fa5-38ec37870aa0) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:20.946171 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:20.958786 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:20.964112 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87b8a6-d6fc-444b-8e51-b8646d3bf77e req-285835bc-9530-43d6-8b1c-3419232725a9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:20.967580 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7a87b8a6-d6fc-444b-8e51-b8646d3bf77e req-285835bc-9530-43d6-8b1c-3419232725a9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1161444 Jun 25 11:02:21.073049 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Pushing event updated for resources: {'Port': ['ID=1fed8090-72ef-4c53-a684-630161f5fa76,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:21.078677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:21.117489 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7a87b8a6-d6fc-444b-8e51-b8646d3bf77e req-591d0e9f-6350-4580-addc-4ae1db5d7983 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227028 Jun 25 11:02:21.181552 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:21.254819 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4a1edacc-829a-4cc6-86a4-5808b37476ad up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:21.330191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:21.330191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:21.530418 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 4a1edacc-829a-4cc6-86a4-5808b37476ad completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:21.547344 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 4a1edacc-829a-4cc6-86a4-5808b37476ad triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:21.548170 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:21.569502 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:21.601715 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:21.610428 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Pushing event updated for resources: {'Port': ['ID=1837b755-b1a3-4564-8fa5-38ec37870aa0,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:21.627592 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:21.630445 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:21.633461 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55748) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:21.805801 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:21.902633 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-250190924-network', 'tenant_id': '72b693cbd2494a808fa55cf47721a2f6'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:21.906410 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 4a1edacc-829a-4cc6-86a4-5808b37476ad, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=4a1edacc-829a-4cc6-86a4-5808b37476ad,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:22.050002 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.052417 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:22.112853 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Made reservation on behalf of 72b693cbd2494a808fa55cf47721a2f6 for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:22.115901 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.129443 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=4a1edacc-829a-4cc6-86a4-5808b37476ad,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:22.133439 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:22.141154 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.204340 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.324562 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.425628 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.445279 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-58cbb812-1c25-4b39-af68-a844d4f17bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:22.499001 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5135f8-0fbe-457a-a2c7-54d16d0a5824 None None] Network 0edc2ff8-15f2-466b-a338-590c38d43611 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:22.500856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be898bae-b96a-443c-92f3-ea105da70cf2,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:22.523702 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6df2d8-4300-45ac-bc1f-6504de0a8cc8 req-f3ff86fc-8baa-43ec-8cdc-71aa65c203ec tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:22.527173 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b6df2d8-4300-45ac-bc1f-6504de0a8cc8 req-f3ff86fc-8baa-43ec-8cdc-71aa65c203ec tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1982279 Jun 25 11:02:22.528547 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:02:22.532779 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:22.555930 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.556723 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Added segment f551ffab-ef93-4e6b-8c80-89e5d7d82c54 of type vlan for network f5acc3a9-239f-4743-bb04-87053c446549 Jun 25 11:02:22.593590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.685612 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.695742 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b6df2d8-4300-45ac-bc1f-6504de0a8cc8 req-74f2894e-e6cd-4614-9f7b-f76c2d33daf3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565402 Jun 25 11:02:22.736186 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-374dc11b-1600-4dd8-8569-80b0ea9a273b None None] Provisioning for port 1fed8090-72ef-4c53-a684-630161f5fa76 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:22.809821 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.811200 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:22.811779 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:22.814360 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ec981c58-dd41-43ea-ba50-8b3090d75ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:22.886766 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Pushing event updated for resources: {'Network': ['ID=f5acc3a9-239f-4743-bb04-87053c446549,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:22.896665 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:22.897422 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Router 67e38952-60d8-46e9-b10a-73c7c67c0a8c is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:02:22.898072 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network f5acc3a9-239f-4743-bb04-87053c446549 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:02:22.959057 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3223188 Jun 25 11:02:22.961780 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55766) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:22.968241 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Request body: {'subnet': {'network_id': 'f5acc3a9-239f-4743-bb04-87053c446549', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-250190924-subnet', 'tenant_id': '72b693cbd2494a808fa55cf47721a2f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:23.087929 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:02:23.098484 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Sync routers for ids ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:02:23.108225 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Routers {'67e38952-60d8-46e9-b10a-73c7c67c0a8c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:23.108866 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:23.118873 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Made reservation on behalf of 72b693cbd2494a808fa55cf47721a2f6 for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:23.123950 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941006'] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.220114 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4a1edacc-829a-4cc6-86a4-5808b37476ad up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:23.234005 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.234005 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0812187 Jun 25 11:02:23.237736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 55770) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:23.284331 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Set router 67e38952-60d8-46e9-b10a-73c7c67c0a8c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:23.343331 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 4a1edacc-829a-4cc6-86a4-5808b37476ad triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:23.344810 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.379155 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:02:23.476601 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1fed8090-72ef-4c53-a684-630161f5fa76 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:23.490684 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5951698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941020'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.493943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:23.515652 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 3, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port': {'id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:20Z', 'updated_at': '2021-06-25T11:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:23.561693 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Checking router: 67e38952-60d8-46e9-b10a-73c7c67c0a8c for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:02:23.562776 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Updating router 67e38952-60d8-46e9-b10a-73c7c67c0a8c port 1837b755-b1a3-4564-8fa5-38ec37870aa0 binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:02:23.615369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3888259-4f57-4579-bddb-e3e1590f314f,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:23.620979 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:23.626878 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.633165 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Checking segment: {'id': 'f551ffab-ef93-4e6b-8c80-89e5d7d82c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'f5acc3a9-239f-4743-bb04-87053c446549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:23.633592 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Network hostable DHCP agents. Network: f5acc3a9-239f-4743-bb04-87053c446549, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:02:23.638488 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 1fed8090-72ef-4c53-a684-630161f5fa76 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:23.643762 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1fed8090-72ef-4c53-a684-630161f5fa76 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:23.644202 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.673177 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7367-086e-4f6f-8d92-994b0784335c req-084af238-2eea-4d47-85f7-1660d0a93d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:23.674874 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-094a7367-086e-4f6f-8d92-994b0784335c req-084af238-2eea-4d47-85f7-1660d0a93d0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.1161063 Jun 25 11:02:23.726541 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c557b2a-a96e-456c-b95e-ba6ced89f16e req-f8b55f2a-04b6-4e5a-b451-7b5f751de18e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:23.727633 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c557b2a-a96e-456c-b95e-ba6ced89f16e req-f8b55f2a-04b6-4e5a-b451-7b5f751de18e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1831226 Jun 25 11:02:23.772259 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.827434 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 1fed8090-72ef-4c53-a684-630161f5fa76, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1fed8090-72ef-4c53-a684-630161f5fa76,segment=NetworkSegment(c9fe6686-d2b4-4129-b440-9df9d6e96a74),segment_id=c9fe6686-d2b4-4129-b440-9df9d6e96a74)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:23.837533 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c557b2a-a96e-456c-b95e-ba6ced89f16e req-aab93139-3d9b-46e5-bb40-f138d5c076db tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956697 Jun 25 11:02:23.855483 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Network f5acc3a9-239f-4743-bb04-87053c446549 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:02:23.882712 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7367-086e-4f6f-8d92-994b0784335c req-27d3517b-05b4-430b-a678-24eba3fb1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:23.884524 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-094a7367-086e-4f6f-8d92-994b0784335c req-27d3517b-05b4-430b-a678-24eba3fb1e29 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 919 time: 0.2029977 Jun 25 11:02:23.923257 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.925418 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:23.975649 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, f5acc3a9-239f-4743-bb04-87053c446549) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:23.983212 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:23.989615 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:23.998955 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb2c3c-a251-46ff-bb23-741588e9f8ca None None] Network f5acc3a9-239f-4743-bb04-87053c446549 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:24.015928 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=1fed8090-72ef-4c53-a684-630161f5fa76,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:24.045659 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:24.055940 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.069121 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Transition to ACTIVE for port object 1837b755-b1a3-4564-8fa5-38ec37870aa0 will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:24.097944 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d9de5d36-95be-410d-8e2b-5b2ead2129f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1293764 Jun 25 11:02:24.173610 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1737a4-7e98-4b11-bbc2-70ffc7091019 None None] Network f5acc3a9-239f-4743-bb04-87053c446549 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:24.181193 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.183606 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-6dd5103c-df17-4cc0-a002-176e7c91d613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:24.233149 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Attempting to bind port 1837b755-b1a3-4564-8fa5-38ec37870aa0 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:24.233350 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Attempting to bind port 1837b755-b1a3-4564-8fa5-38ec37870aa0 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:24.233773 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Attempting to bind port 1837b755-b1a3-4564-8fa5-38ec37870aa0 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:24.241950 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda417d6-8677-4072-8d3d-446f9d601aa7 None None] Pushing event updated for resources: {'Port': ['ID=1837b755-b1a3-4564-8fa5-38ec37870aa0,revision_number=2']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:24.244713 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-094a7367-086e-4f6f-8d92-994b0784335c req-ce49ec8b-64ee-43b7-9f77-67de04304fc1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 200 len: 217 time: 0.0676944 Jun 25 11:02:24.245193 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-dda417d6-8677-4072-8d3d-446f9d601aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:24.249202 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:24.249580 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:24.250025 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.250425 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:24.250895 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Bound port: 1837b755-b1a3-4564-8fa5-38ec37870aa0, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:24.251550 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.337497 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] For port 1837b755-b1a3-4564-8fa5-38ec37870aa0, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:24.350413 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] For port 1837b755-b1a3-4564-8fa5-38ec37870aa0, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1837b755-b1a3-4564-8fa5-38ec37870aa0,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:24.356445 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7367-086e-4f6f-8d92-994b0784335c req-10e99189-503e-4017-88a4-8ccb90c6df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:24.358001 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-094a7367-086e-4f6f-8d92-994b0784335c req-10e99189-503e-4017-88a4-8ccb90c6df42 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.0946362 Jun 25 11:02:24.362433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.421161 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.424413 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:24.465759 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-094a7367-086e-4f6f-8d92-994b0784335c req-d23123fd-6312-4202-9a9e-46d554c9be03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380077 Jun 25 11:02:24.470161 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Routers {'67e38952-60d8-46e9-b10a-73c7c67c0a8c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:24.470807 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:24.528353 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda417d6-8677-4072-8d3d-446f9d601aa7 None None] Pushing event updated for resources: {'Port': ['ID=1837b755-b1a3-4564-8fa5-38ec37870aa0,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:24.538545 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-dda417d6-8677-4072-8d3d-446f9d601aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:24.649236 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Allocated IP 172.20.0.1 (0edc2ff8-15f2-466b-a338-590c38d43611/e3c37695-d337-404e-8987-fd57e1c85813/d5e68fb6-1032-4f36-a3a5-ad4fb254c129) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:24.663281 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-094a7367-086e-4f6f-8d92-994b0784335c req-b901281d-d7f6-4587-8785-b826d1eb7350 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535923 Jun 25 11:02:24.685447 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] Set router 67e38952-60d8-46e9-b10a-73c7c67c0a8c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:24.829402 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-094a7367-086e-4f6f-8d92-994b0784335c req-0ce1bd0c-3184-4ed6-9354-07f32a01d153 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486316 Jun 25 11:02:24.834284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.852708 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Transition to ACTIVE for port object d5e68fb6-1032-4f36-a3a5-ad4fb254c129 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:24.893231 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 3, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port': {'id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:20Z', 'updated_at': '2021-06-25T11:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:24.938134 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eade9-c784-460f-8d88-18c8a4aa01a8 None None] The sync data for ids ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'] in dv-cinder-793136-2-iscsi is: [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 3, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port': {'id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:20Z', 'updated_at': '2021-06-25T11:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:02:24.946422 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:24.954614 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a82f6ed8-ee4a-4010-acf3-99bb00c62c0b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:24.955557 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55800) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:24.961390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245826197-network', 'tenant_id': 'db4c47dfc64b42cdab9687a1fcadd074'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:24.991661 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Network 0edc2ff8-15f2-466b-a338-590c38d43611 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:24.996346 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:24.999041 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:24.999567 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.054130 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Pushing event updated for resources: {'Port': ['ID=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:25.057784 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:25.090307 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1fed8090-72ef-4c53-a684-630161f5fa76 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:25.092326 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Made reservation on behalf of db4c47dfc64b42cdab9687a1fcadd074 for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:25.095093 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.107736 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.200559 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8f990-92b3-4470-a629-d0908da26f14 req-751b5624-46d7-45a6-8911-682dd76c5652 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:25.202727 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-34d8f990-92b3-4470-a629-d0908da26f14 req-751b5624-46d7-45a6-8911-682dd76c5652 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1694818 Jun 25 11:02:25.258219 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1fed8090-72ef-4c53-a684-630161f5fa76 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:25.258679 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.268299 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-34d8f990-92b3-4470-a629-d0908da26f14 req-dea1ba83-1efc-4c93-a782-8136269e813a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582166 Jun 25 11:02:25.309883 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.312766 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.370178 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.374194 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b34bb4e3-31f2-40b0-987e-ebea89a2774c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:25.415473 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:02:25.458938 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7d7421-48c5-445a-8a34-dd32b96ef0ea,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:25.463881 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:25.466853 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.467267 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Added segment 1e01c4e4-9db5-454d-b527-5540e69a99b8 of type vlan for network e457e9dd-f18d-4a32-b820-d3ca726bb798 Jun 25 11:02:25.467598 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-29c4da00-fb54-438a-84cb-4c24a7d8a8dc None None] Provisioning for port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:25.474348 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-29c4da00-fb54-438a-84cb-4c24a7d8a8dc None None] Provisioning complete for port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:25.475867 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-29c4da00-fb54-438a-84cb-4c24a7d8a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.530311 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-29c4da00-fb54-438a-84cb-4c24a7d8a8dc None None] Port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:02:25.558079 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.608498 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.684440 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.685805 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:25.686423 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.688786 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:25.712525 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.713324 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:25.716755 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c6e49907-1cb0-47cb-88cb-d3183e1fd5c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:25.761782 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e457e9dd-f18d-4a32-b820-d3ca726bb798,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:25.766775 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:25.774999 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network e457e9dd-f18d-4a32-b820-d3ca726bb798 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:02:25.809200 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Pushing event updated for resources: {'Port': ['ID=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:25.813579 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:25.838079 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8806527 Jun 25 11:02:25.843733 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 55808) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:25.847191 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Request body: {'subnet': {'network_id': 'e457e9dd-f18d-4a32-b820-d3ca726bb798', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245826197-subnet', 'tenant_id': 'db4c47dfc64b42cdab9687a1fcadd074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:25.863855 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Network 0edc2ff8-15f2-466b-a338-590c38d43611 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:25.865615 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:25.946709 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Made reservation on behalf of db4c47dfc64b42cdab9687a1fcadd074 for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:25.949412 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941006'] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:26.060477 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Router 67e38952-60d8-46e9-b10a-73c7c67c0a8c has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:02:26.164705 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-d25d5c13-00da-4e20-b16d-917e3104de7c None None] Provisioning complete for port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:26.165707 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d25d5c13-00da-4e20-b16d-917e3104de7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:26.184017 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:02:26.189657 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] 10.222.0.13 "PUT /v2.0/routers/67e38952-60d8-46e9-b10a-73c7c67c0a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9468293 Jun 25 11:02:26.214265 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-d25d5c13-00da-4e20-b16d-917e3104de7c None None] Port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:02:26.242844 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5951698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941020'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:26.246277 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:26.299744 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73b0948-1d65-4f2b-88ec-77a62ea75d4c,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:26.303109 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:26.316162 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Checking segment: {'id': '1e01c4e4-9db5-454d-b527-5540e69a99b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e457e9dd-f18d-4a32-b820-d3ca726bb798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:26.316766 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Network hostable DHCP agents. Network: e457e9dd-f18d-4a32-b820-d3ca726bb798, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:02:26.456179 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Network e457e9dd-f18d-4a32-b820-d3ca726bb798 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:02:26.515118 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7d566-1dd5-4193-9fd6-8fefca0e2b2e req-e999dad0-cf50-4eb8-89dd-2174aff40113 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:26.517520 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3fc7d566-1dd5-4193-9fd6-8fefca0e2b2e req-e999dad0-cf50-4eb8-89dd-2174aff40113 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1089206 Jun 25 11:02:26.570819 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3fc7d566-1dd5-4193-9fd6-8fefca0e2b2e req-bc3c633a-8f8e-47b2-8569-df64e24e6322 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Jun 25 11:02:26.576294 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, e457e9dd-f18d-4a32-b820-d3ca726bb798) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:26.586065 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:26.587840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:26.595939 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e383a4-cf0c-4bf0-bc12-77b8fca536ad None None] Network e457e9dd-f18d-4a32-b820-d3ca726bb798 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:26.673956 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-6a85af1f-460a-4c35-be28-f51ae1878896 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8314180 Jun 25 11:02:26.764428 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168443d-ce16-45b5-b0d1-b423994b3085 None None] Network e457e9dd-f18d-4a32-b820-d3ca726bb798 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:02:27.099170 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1837b755-b1a3-4564-8fa5-38ec37870aa0 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:27.262320 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 1837b755-b1a3-4564-8fa5-38ec37870aa0 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:27.266807 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1837b755-b1a3-4564-8fa5-38ec37870aa0 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:27.267235 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:27.372489 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:27.382868 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Sync routers for ids ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:02:27.409741 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 1837b755-b1a3-4564-8fa5-38ec37870aa0, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1837b755-b1a3-4564-8fa5-38ec37870aa0,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:27.411467 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Routers {'67e38952-60d8-46e9-b10a-73c7c67c0a8c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:27.413467 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:27.555678 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Set router 67e38952-60d8-46e9-b10a-73c7c67c0a8c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:27.889490 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:27.889490 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:27.912344 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8848052-a726-4b96-b6cc-70c0189d667f req-148ed98e-8c16-435e-926f-8ab49b3e6d7d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:27.921593 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c8848052-a726-4b96-b6cc-70c0189d667f req-148ed98e-8c16-435e-926f-8ab49b3e6d7d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1260428 Jun 25 11:02:27.933225 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=1837b755-b1a3-4564-8fa5-38ec37870aa0,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:27.937784 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:27.962121 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:02:25Z', 'revision_number': 4, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port': {'id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:20Z', 'updated_at': '2021-06-25T11:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'd5e68fb6-1032-4f36-a3a5-ad4fb254c129', 'name': '', 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'mac_address': 'fa:16:3e:73:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e3c37695-d337-404e-8987-fd57e1c85813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:24Z', 'updated_at': '2021-06-25T11:02:25Z', 'revision_number': 2, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'subnets': [{'id': 'e3c37695-d337-404e-8987-fd57e1c85813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:27.969398 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c8848052-a726-4b96-b6cc-70c0189d667f req-b3026d2e-29c8-402e-8ad1-cb3e2c74757e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466013 Jun 25 11:02:28.008813 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Checking router: 67e38952-60d8-46e9-b10a-73c7c67c0a8c for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:02:28.008813 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Updating router 67e38952-60d8-46e9-b10a-73c7c67c0a8c port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:02:28.077549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:28.527559 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:28.538273 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Transition to ACTIVE for port object d5e68fb6-1032-4f36-a3a5-ad4fb254c129 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:28.621570 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:28.624562 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-223e278d-2b5a-45dc-8e8c-b20a5c8f5812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:28.764985 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653b6aa-2e54-476b-9372-eda155faadef None None] Pushing event updated for resources: {'Port': ['ID=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:28.777562 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-1653b6aa-2e54-476b-9372-eda155faadef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:28.823870 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Attempting to bind port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:28.824412 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Attempting to bind port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:28.824880 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Attempting to bind port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 on network 0edc2ff8-15f2-466b-a338-590c38d43611 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:28.830868 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:28.834720 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Checking segment: {'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:28.834720 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:28.834720 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Bound using segment: {'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:28.835439 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Bound port: d5e68fb6-1032-4f36-a3a5-ad4fb254c129, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fe6686-d2b4-4129-b440-9df9d6e96a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:28.835694 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:28.918347 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] For port d5e68fb6-1032-4f36-a3a5-ad4fb254c129, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:28.922077 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] For port d5e68fb6-1032-4f36-a3a5-ad4fb254c129, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,segment=NetworkSegment(c9fe6686-d2b4-4129-b440-9df9d6e96a74),segment_id=c9fe6686-d2b4-4129-b440-9df9d6e96a74)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:29.082201 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:29.082914 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1837b755-b1a3-4564-8fa5-38ec37870aa0 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:29.086584 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2e2ade1b-885c-4df8-a739-4849426e92e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:29.266057 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Routers {'67e38952-60d8-46e9-b10a-73c7c67c0a8c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:02:29.267259 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:02:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:29.280176 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc6158-0735-48db-825c-535bc355ef96 req-5294f4f7-065b-455f-93fc-d9f4b8c9e879 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:29.288500 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-90bc6158-0735-48db-825c-535bc355ef96 req-5294f4f7-065b-455f-93fc-d9f4b8c9e879 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1155746 Jun 25 11:02:29.337303 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653b6aa-2e54-476b-9372-eda155faadef None None] Pushing event updated for resources: {'Port': ['ID=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:29.353702 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-1653b6aa-2e54-476b-9372-eda155faadef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:29.373437 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1837b755-b1a3-4564-8fa5-38ec37870aa0 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:29.373981 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:29.393779 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-90bc6158-0735-48db-825c-535bc355ef96 req-a1d5b870-4d9d-422e-96c9-57b6a7664ba4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037228 Jun 25 11:02:29.587307 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] Set router 67e38952-60d8-46e9-b10a-73c7c67c0a8c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:02:29.945894 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:02:25Z', 'revision_number': 4, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port': {'id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:20Z', 'updated_at': '2021-06-25T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'd5e68fb6-1032-4f36-a3a5-ad4fb254c129', 'name': '', 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'mac_address': 'fa:16:3e:73:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e3c37695-d337-404e-8987-fd57e1c85813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:24Z', 'updated_at': '2021-06-25T11:02:28Z', 'revision_number': 4, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'subnets': [{'id': 'e3c37695-d337-404e-8987-fd57e1c85813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:29.970750 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863fc6ca-4aa7-4c06-bd78-23684796a47a None None] The sync data for ids ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'] in dv-cinder-793136-2-iscsi is: [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:02:25Z', 'revision_number': 4, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port': {'id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:20Z', 'updated_at': '2021-06-25T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'd5e68fb6-1032-4f36-a3a5-ad4fb254c129', 'name': '', 'network_id': '0edc2ff8-15f2-466b-a338-590c38d43611', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'mac_address': 'fa:16:3e:73:22:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'e3c37695-d337-404e-8987-fd57e1c85813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:24Z', 'updated_at': '2021-06-25T11:02:28Z', 'revision_number': 4, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'subnets': [{'id': 'e3c37695-d337-404e-8987-fd57e1c85813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:02:31.130581 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device d5e68fb6-1032-4f36-a3a5-ad4fb254c129 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:31.398680 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:31.413970 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:31.413970 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:31.514289 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:31.606773 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port d5e68fb6-1032-4f36-a3a5-ad4fb254c129, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,segment=NetworkSegment(c9fe6686-d2b4-4129-b440-9df9d6e96a74),segment_id=c9fe6686-d2b4-4129-b440-9df9d6e96a74)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:31.701858 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:31.706830 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:31.867105 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:31.879792 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:33.095871 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device d5e68fb6-1032-4f36-a3a5-ad4fb254c129 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:33.197128 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:33.198557 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:33.518776 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e397f-8d10-4007-9734-200ea2da3d59 req-406aa7c8-75f3-445d-9cbe-1853b0eb6ad5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:33.521364 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4d8e397f-8d10-4007-9734-200ea2da3d59 req-406aa7c8-75f3-445d-9cbe-1853b0eb6ad5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1182153 Jun 25 11:02:33.574820 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4d8e397f-8d10-4007-9734-200ea2da3d59 req-82a7c00f-977f-426b-94b5-afd5ef19d9d5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475421 Jun 25 11:02:33.618460 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-761c2ff7-797a-4758-a3f3-03e69c2efee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:34.686117 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956afd66-8f93-4687-8848-308cd9e83f2c req-b72d5482-e61f-4334-800b-9791d6460dad tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:34.687753 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-b72d5482-e61f-4334-800b-9791d6460dad tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 0.1503336 Jun 25 11:02:34.706104 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-6be6ec12-a6e2-423f-8aab-3d97f5adef81 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/quotas/e673e94bf4894f158729b5843c585430 HTTP/1.1" status: 200 len: 375 time: 0.0121179 Jun 25 11:02:34.796828 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-6ab7e0f0-748b-44c5-bd58-dc55ed9f6f6c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849190 Jun 25 11:02:34.895576 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-c07140aa-f43a-4a26-914a-2b67d8c8978a service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890901 Jun 25 11:02:34.989171 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-dc2091c0-6658-4b64-8c3d-044b8f13ecb7 service neutron] 10.222.0.13 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856025 Jun 25 11:02:35.550200 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b83aaa88-3cd3-43dd-93cf-fe852c4ab930 req-11ce6135-c7ea-43bd-91df-7df5249c8438 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0484633 Jun 25 11:02:36.689343 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c493da1-dc69-4663-9401-eb308f182de4 req-36d22579-9e98-4df8-9d5c-1de1b8fbf253 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0438709 Jun 25 11:02:36.690925 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cf25b169-781c-4610-9859-85e256e8fde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:36.726639 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:37.900128 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0cc2af62-8509-4f0f-a58f-929478ea6ac9 req-ee906f3c-f917-4c7a-ad37-34304101236e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0457909 Jun 25 11:02:37.976629 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:38.268123 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa71f6c-641a-4d09-872e-005da1dc42ff req-24ecec6c-4d11-49cf-857c-26b3f53c824c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:38.270881 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-efa71f6c-641a-4d09-872e-005da1dc42ff req-24ecec6c-4d11-49cf-857c-26b3f53c824c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1167097 Jun 25 11:02:38.338215 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-efa71f6c-641a-4d09-872e-005da1dc42ff req-2be5697a-7886-4bb2-9c55-5e9c468139d8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600400 Jun 25 11:02:39.056361 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-365d3f91-75d3-4bb3-a715-562bcdcf43b9 req-63e7d1d5-041b-46d9-bfad-adcff2325763 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0280344 Jun 25 11:02:39.562378 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe4446-ea02-4e6f-b287-4f04938e458f req-789f8a13-6eff-4751-8d0f-458303ce2123 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:39.564039 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3fe4446-ea02-4e6f-b287-4f04938e458f req-789f8a13-6eff-4751-8d0f-458303ce2123 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0940087 Jun 25 11:02:39.604364 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3fe4446-ea02-4e6f-b287-4f04938e458f req-ecbbe007-5c36-4ee9-ad4d-a8e254380e03 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Jun 25 11:02:39.639152 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:39.879368 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956afd66-8f93-4687-8848-308cd9e83f2c req-71cc7b01-f2c8-4205-a152-ef53424c3078 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:39.880954 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-71cc7b01-f2c8-4205-a152-ef53424c3078 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/networks?id=600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 200 len: 815 time: 0.1347792 Jun 25 11:02:39.906875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Request body: {'port': {'device_id': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'admin_state_up': True, 'tenant_id': 'e673e94bf4894f158729b5843c585430'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:40.291011 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3a3f1455-00d7-4f33-9cc4-a1b3b4a49adc req-14439f73-8b23-45a2-aeaf-f6ff74d8ae95 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0463488 Jun 25 11:02:40.496531 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Made reservation on behalf of e673e94bf4894f158729b5843c585430 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:40.502142 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:40.701153 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Allocated IP 172.20.0.11 (600b9971-a674-49d3-8806-d05d87f81fbc/85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d/f49f395b-f778-4fd1-ba84-57e20d36ea50) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:40.845221 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ecdb2-bc51-4f73-aa4b-a351e694af40 req-284cdb37-04e9-498f-ab3f-f8a2386c73a3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:40.846811 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-084ecdb2-bc51-4f73-aa4b-a351e694af40 req-284cdb37-04e9-498f-ab3f-f8a2386c73a3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0824528 Jun 25 11:02:40.899839 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-084ecdb2-bc51-4f73-aa4b-a351e694af40 req-6ea9e81e-8832-4461-b60d-0d498cf0c796 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 Jun 25 11:02:40.929239 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:41.045512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:41.052641 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da6e6769-c949-46a3-b6ff-f11f8a416ed6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:41.112197 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Network 600b9971-a674-49d3-8806-d05d87f81fbc is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:41.115843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:41.120940 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:41.124182 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', '33fdabef-ee93-4753-99e6-c822ff580cc8'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:02:41.131024 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:41.131210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:41.150078 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event updated for resources: {'Port': ['ID=f49f395b-f778-4fd1-ba84-57e20d36ea50,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:41.154041 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:41.233696 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3308156 Jun 25 11:02:41.266859 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Request body: {'port': {'device_id': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:41.414482 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:41.591943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5b2d-8fb1-4a04-8b48-33242e20ccdf req-a6aa5be8-1f3b-4fa2-82bf-519c7e7212fa tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:41.599409 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c91d5b2d-8fb1-4a04-8b48-33242e20ccdf req-a6aa5be8-1f3b-4fa2-82bf-519c7e7212fa tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 932 time: 0.1003277 Jun 25 11:02:41.691026 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c91d5b2d-8fb1-4a04-8b48-33242e20ccdf req-157be409-7a00-4b84-bada-681dc0ffa320 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882299 Jun 25 11:02:41.759445 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-3a9db49e-219d-432d-bb2f-635c8daa9632 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:41.761647 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-3a9db49e-219d-432d-bb2f-635c8daa9632 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/networks?id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 200 len: 815 time: 0.1366298 Jun 25 11:02:41.783690 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-43beadfb-361b-4a92-86f7-c5fd3c43d76f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/quotas/df6d7efaaf324d25adb6f82f68900110 HTTP/1.1" status: 200 len: 375 time: 0.0141389 Jun 25 11:02:41.801126 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49f395b-f778-4fd1-ba84-57e20d36ea50 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:02:41.809928 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:41.824224 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Transition to ACTIVE for port object f49f395b-f778-4fd1-ba84-57e20d36ea50 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:41.941158 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:41.943461 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:42.023003 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Pushing event updated for resources: {'Port': ['ID=f49f395b-f778-4fd1-ba84-57e20d36ea50,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:42.026897 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:42.061708 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Attempting to bind port f49f395b-f778-4fd1-ba84-57e20d36ea50 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:02:42.062070 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Attempting to bind port f49f395b-f778-4fd1-ba84-57e20d36ea50 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:02:42.062403 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Attempting to bind port f49f395b-f778-4fd1-ba84-57e20d36ea50 on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:42.067263 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Port f49f395b-f778-4fd1-ba84-57e20d36ea50 on network 600b9971-a674-49d3-8806-d05d87f81fbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:02:42.067585 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Attempting to bind port f49f395b-f778-4fd1-ba84-57e20d36ea50 on network 600b9971-a674-49d3-8806-d05d87f81fbc {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:02:42.072631 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:02:42.072968 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Checking segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:02:42.073351 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Bound using segment: {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:02:42.073785 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Bound port: f49f395b-f778-4fd1-ba84-57e20d36ea50, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826b995a-3a6e-4009-85c8-2c27eb144acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:02:42.074171 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:42.100058 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-8ff96843-6595-4383-819b-3df3544f8a42 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3134120 Jun 25 11:02:42.140233 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] For port f49f395b-f778-4fd1-ba84-57e20d36ea50, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:02:42.143849 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] For port f49f395b-f778-4fd1-ba84-57e20d36ea50, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f49f395b-f778-4fd1-ba84-57e20d36ea50,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:02:42.183864 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fc789-2de9-4b38-b209-dd82ec571851 req-3fd6db9f-c330-4526-af12-d6beea86769d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:42.185337 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-076fc789-2de9-4b38-b209-dd82ec571851 req-3fd6db9f-c330-4526-af12-d6beea86769d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1307087 Jun 25 11:02:42.221413 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:42.224428 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:42.242587 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-d5f67038-1c00-4617-8dca-6da5d6fc12c9 service neutron] 10.222.0.13 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283491 Jun 25 11:02:42.245704 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-076fc789-2de9-4b38-b209-dd82ec571851 req-5322ac74-74d0-4d23-a227-ec1ed7bc2f65 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536463 Jun 25 11:02:42.258991 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:42.259474 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:42.261361 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] 10.222.0.93 "PUT /v2.0/ports/f49f395b-f778-4fd1-ba84-57e20d36ea50 HTTP/1.1" status: 200 len: 1094 time: 0.9997020 Jun 25 11:02:42.261918 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'tag': 'f49f395b-f778-4fd1-ba84-57e20d36ea50'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:02:42.264272 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715740cc-4d03-4c0b-98de-ffc4fa3a7bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "161f388e-1a6a-48e0-bbc0-929baf57c0da", "tag": "f49f395b-f778-4fd1-ba84-57e20d36ea50"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:02:42.294708 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Pushing event updated for resources: {'Port': ['ID=f49f395b-f778-4fd1-ba84-57e20d36ea50,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:42.305182 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:42.329095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec5a309-0507-461f-88a5-9a728a222699 x-openstack-request-id: req-4ec5a309-0507-461f-88a5-9a728a222699 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:02:42.329489 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161f388e-1a6a-48e0-bbc0-929baf57c0da", "tag": "f49f395b-f778-4fd1-ba84-57e20d36ea50", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:02:42.330007 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ec5a309-0507-461f-88a5-9a728a222699 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:02:42.330508 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'tag': 'f49f395b-f778-4fd1-ba84-57e20d36ea50', 'status': 'completed', 'code': 200} Jun 25 11:02:42.393647 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-3ee7f666-0774-4a30-a286-71e0a3fff053 service neutron] 10.222.0.13 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252389 Jun 25 11:02:42.501719 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715740cc-4d03-4c0b-98de-ffc4fa3a7bb5 req-a68ef0ea-021d-45d5-b8df-83d7395d4df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:42.503520 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-715740cc-4d03-4c0b-98de-ffc4fa3a7bb5 req-a68ef0ea-021d-45d5-b8df-83d7395d4df2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 1097 time: 0.1033695 Jun 25 11:02:42.625288 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715740cc-4d03-4c0b-98de-ffc4fa3a7bb5 req-5a0793af-3348-4534-916a-3ad838b98e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:42.627802 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-715740cc-4d03-4c0b-98de-ffc4fa3a7bb5 req-5a0793af-3348-4534-916a-3ad838b98e0f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=e673e94bf4894f158729b5843c585430&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1024578 Jun 25 11:02:42.748639 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-689342d0-1735-4157-a3a3-c067764e6590 req-44293093-eca3-4463-882a-ce69b98dd7c6 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 210 time: 0.0294664 Jun 25 11:02:42.763339 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715740cc-4d03-4c0b-98de-ffc4fa3a7bb5 req-a892e95a-82d2-4927-ac66-6f3df1439af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:42.765121 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-715740cc-4d03-4c0b-98de-ffc4fa3a7bb5 req-a892e95a-82d2-4927-ac66-6f3df1439af6 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085029 Jun 25 11:02:42.928594 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20816782-8419-483b-9ef9-c10c87c57750 req-77fe95ac-4452-4281-8ea1-1072958cccc3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:42.930139 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-20816782-8419-483b-9ef9-c10c87c57750 req-77fe95ac-4452-4281-8ea1-1072958cccc3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 944 time: 0.0692859 Jun 25 11:02:42.948875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956afd66-8f93-4687-8848-308cd9e83f2c req-4bc6a69c-5b79-494f-a688-c7b8b45dead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:42.950557 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-4bc6a69c-5b79-494f-a688-c7b8b45dead3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e673e94bf4894f158729b5843c585430&device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 1097 time: 0.0728648 Jun 25 11:02:42.994549 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-20816782-8419-483b-9ef9-c10c87c57750 req-b91395d3-7b69-4edd-9de9-d5aedeb8ade1 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536072 Jun 25 11:02:43.040353 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-c2b9e343-8806-4e22-9e03-20623624fc10 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f49f395b-f778-4fd1-ba84-57e20d36ea50 HTTP/1.1" status: 200 len: 217 time: 0.0602992 Jun 25 11:02:43.098456 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956afd66-8f93-4687-8848-308cd9e83f2c req-b4ee6add-2ace-4b1e-9106-2242927b21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:43.099923 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-b4ee6add-2ace-4b1e-9106-2242927b21e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d HTTP/1.1" status: 200 len: 855 time: 0.0474217 Jun 25 11:02:43.135599 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-c2c48603-d2c7-460d-b207-f53e7b270163 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=600b9971-a674-49d3-8806-d05d87f81fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256739 Jun 25 11:02:43.236361 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-6d39cc65-aaee-44fb-9b2d-117dca862966 service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829246 Jun 25 11:02:43.348282 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-956afd66-8f93-4687-8848-308cd9e83f2c req-9e969032-9118-4efd-b4b0-958ad899020c service neutron] 10.222.0.93 "GET /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907450 Jun 25 11:02:43.468455 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac14eb-0f19-473a-97d3-f914dc46d1e6 req-84f5b737-021d-44f1-9aac-f58570008dca tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:43.469729 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-35ac14eb-0f19-473a-97d3-f914dc46d1e6 req-84f5b737-021d-44f1-9aac-f58570008dca tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0817223 Jun 25 11:02:43.509086 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-35ac14eb-0f19-473a-97d3-f914dc46d1e6 req-013fdfdd-d50a-4813-80db-f80c7583ba9c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Jun 25 11:02:43.828621 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-21e55418-7c3b-45c0-b984-59513daca042 req-42777920-f8c0-4f1a-a94e-a3e21cac93b9 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 210 time: 0.0284045 Jun 25 11:02:44.185637 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ab1f4-2dd2-43fc-9a9a-47fed2e5139e req-261c4741-160f-4632-97f7-efbf2e2dbaac tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:44.187240 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c94ab1f4-2dd2-43fc-9a9a-47fed2e5139e req-261c4741-160f-4632-97f7-efbf2e2dbaac tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 944 time: 0.0674601 Jun 25 11:02:44.230433 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c94ab1f4-2dd2-43fc-9a9a-47fed2e5139e req-6511b422-7433-4a86-a77e-ffed50dc7aa1 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370491 Jun 25 11:02:44.701907 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82c253-aa22-4e97-99b8-fc6bc7148b0d req-1591edea-5495-4720-ad9f-fb101af00864 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:44.705464 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-af82c253-aa22-4e97-99b8-fc6bc7148b0d req-1591edea-5495-4720-ad9f-fb101af00864 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0772367 Jun 25 11:02:44.761484 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-af82c253-aa22-4e97-99b8-fc6bc7148b0d req-f778fad3-663a-47c1-86c5-ac485529d3ef tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480998 Jun 25 11:02:44.968765 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3f9a64d4-19e4-4056-b42e-132a711c0a5d req-798284cc-099c-4ef5-9ab8-4d55bc1f863d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 210 time: 0.0291338 Jun 25 11:02:45.410541 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13278a-21e9-4899-897e-83e25cbc8d38 req-190e4573-e318-4fbf-8096-5a4ce2426ad3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:45.412102 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df13278a-21e9-4899-897e-83e25cbc8d38 req-190e4573-e318-4fbf-8096-5a4ce2426ad3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 944 time: 0.0658722 Jun 25 11:02:45.454077 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df13278a-21e9-4899-897e-83e25cbc8d38 req-18cdd2c3-f550-49ed-b311-5c4b30535dbb tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351694 Jun 25 11:02:45.951348 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a37436-9984-47a3-8812-c30582001c35 req-c40576c2-a9cf-4afc-ba40-380530ecd467 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:45.952823 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74a37436-9984-47a3-8812-c30582001c35 req-c40576c2-a9cf-4afc-ba40-380530ecd467 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0717354 Jun 25 11:02:45.994491 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74a37436-9984-47a3-8812-c30582001c35 req-b10e3165-14be-4b82-be41-d75cab7e3501 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348506 Jun 25 11:02:46.130012 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91b489d9-7801-4fa5-92c5-44d659906575 req-b846f6f9-0fb3-4c43-ad55-c5153be7e963 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 210 time: 0.0288799 Jun 25 11:02:46.275599 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device f49f395b-f778-4fd1-ba84-57e20d36ea50 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:02:46.385757 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port f49f395b-f778-4fd1-ba84-57e20d36ea50, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f49f395b-f778-4fd1-ba84-57e20d36ea50,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:46.399115 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'f49f395b-f778-4fd1-ba84-57e20d36ea50', 'network_id': '600b9971-a674-49d3-8806-d05d87f81fbc', 'port_id': 'f49f395b-f778-4fd1-ba84-57e20d36ea50', 'mac_address': 'fa:16:3e:6a:17:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:02:46.446832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:46.454647 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb08239-5350-40b8-b722-112c1ee71712 req-ccd8d06f-b83e-40a5-bc9c-3b3a5cc2ad4b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:46.456528 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7fb08239-5350-40b8-b722-112c1ee71712 req-ccd8d06f-b83e-40a5-bc9c-3b3a5cc2ad4b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0755692 Jun 25 11:02:46.469062 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49f395b-f778-4fd1-ba84-57e20d36ea50 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:02:46.503071 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-7b960651-f7d5-4dd2-8680-8dc3e14d0b36 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:46.503670 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port f49f395b-f778-4fd1-ba84-57e20d36ea50, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f49f395b-f778-4fd1-ba84-57e20d36ea50,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:46.504679 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-7b960651-f7d5-4dd2-8680-8dc3e14d0b36 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.93 "GET /v2.0/networks?id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 200 len: 815 time: 0.1229753 Jun 25 11:02:46.513703 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7fb08239-5350-40b8-b722-112c1ee71712 req-523af40e-b55a-4477-a697-0c44a82a42f8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501468 Jun 25 11:02:46.561723 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'port': {'device_id': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'admin_state_up': True, 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:02:46.587179 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:46.591336 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3003f3ef-6f2f-4552-97f2-069a1e5a743b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:46.645954 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=f49f395b-f778-4fd1-ba84-57e20d36ea50,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:46.654725 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.655163 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.655576 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.655984 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.656383 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.656786 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.657185 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.657605 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.658154 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.658548 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.658942 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.659339 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:02:46.662495 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba5481-3113-452b-bda3-de4947606772 req-9dce1135-9457-40ae-9acc-6e49b0d5b8da tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:46.670156 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:46.670344 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8fba5481-3113-452b-bda3-de4947606772 req-9dce1135-9457-40ae-9acc-6e49b0d5b8da tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 945 time: 0.0830319 Jun 25 11:02:46.738574 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8fba5481-3113-452b-bda3-de4947606772 req-c3b122a4-1a5c-4a76-8833-c2b0d5b595ad tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660775 Jun 25 11:02:46.928430 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-8a5e01bf-2af6-462e-baa6-7aac61797243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:46.930197 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-8a5e01bf-2af6-462e-baa6-7aac61797243 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.3737183 Jun 25 11:02:47.062023 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-7f261883-921b-42e6-b656-ac2af5280ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:47.063769 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-7f261883-921b-42e6-b656-ac2af5280ca8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 919 time: 0.1122229 Jun 25 11:02:47.118409 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-9fd8aa93-e823-492b-8691-03e542804dfe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 200 len: 217 time: 0.0417826 Jun 25 11:02:47.132643 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Made reservation on behalf of df6d7efaaf324d25adb6f82f68900110 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:02:47.136749 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:47.230973 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6963a-3d46-474a-8559-722aa35459f3 req-55156bbf-d665-4db3-a447-0c2a71305b56 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:47.233205 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b7b6963a-3d46-474a-8559-722aa35459f3 req-55156bbf-d665-4db3-a447-0c2a71305b56 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1006184 Jun 25 11:02:47.244476 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['f49f395b-f778-4fd1-ba84-57e20d36ea50'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:02:47.286511 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b7b6963a-3d46-474a-8559-722aa35459f3 req-81c40e5f-703d-4732-934d-0cd24ba66348 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393496 Jun 25 11:02:47.333338 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-d7e45483-141c-49b0-9c3e-a9835705881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:47.335112 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6077af1e-4c6f-4d12-af1e-1d341d7baa8d req-6796dec6-1aa9-4406-81d1-b2595b126a89 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 210 time: 0.0464799 Jun 25 11:02:47.335657 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-d7e45483-141c-49b0-9c3e-a9835705881e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.2034380 Jun 25 11:02:47.425268 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-15da5a00-0868-433b-86a8-ab1549c26164 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547101 Jun 25 11:02:47.573470 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Allocated IP 172.20.0.7 (cf780d4f-d491-4bfc-901e-6fa6d405fe6c/af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd/58349cad-8936-4541-b0e5-b0ad3e762d6c) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:02:47.608640 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-59ecb6ba-68d1-4371-8220-4fce15c0b3ef service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508768 Jun 25 11:02:47.740356 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686613d2-0427-4d87-b9ca-f71b1b3db8be req-cc03dea0-3608-40d1-8963-4817125bb12a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:47.741924 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-686613d2-0427-4d87-b9ca-f71b1b3db8be req-cc03dea0-3608-40d1-8963-4817125bb12a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0854337 Jun 25 11:02:47.785960 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1301347a-4483-4f2e-a935-f7f3df996cbf req-33a68f7f-8a69-4ffe-bcc3-f33c78ee7b8c service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704166 Jun 25 11:02:47.790399 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-686613d2-0427-4d87-b9ca-f71b1b3db8be req-9f04929e-b9f2-4392-a493-c63adb69a2fd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Jun 25 11:02:47.826384 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:47.924115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Transition to ACTIVE for port object 58349cad-8936-4541-b0e5-b0ad3e762d6c will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:02:47.999114 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038697c-a013-49c5-8f7a-1122b2305d26 req-1102610d-36c4-4f56-9f1d-48d0a21481e9 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:48.000727 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d038697c-a013-49c5-8f7a-1122b2305d26 req-1102610d-36c4-4f56-9f1d-48d0a21481e9 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 945 time: 0.1260934 Jun 25 11:02:48.058189 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d038697c-a013-49c5-8f7a-1122b2305d26 req-236cb1a8-da19-457c-9ce1-7c6e9bcaf72f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494797 Jun 25 11:02:48.115255 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:48.122610 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:48.174109 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:02:48.179070 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:02:48.184936 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:02:48.191843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:48.195688 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:48.203079 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:48.210516 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:48.323252 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7678547 Jun 25 11:02:48.409286 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:48.696313 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1bd4-ea51-4869-8998-8753e16a0434 req-a445c5b2-c1c6-4ebc-a4f5-84d3adefbd16 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:48.700286 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f2aa1bd4-ea51-4869-8998-8753e16a0434 req-a445c5b2-c1c6-4ebc-a4f5-84d3adefbd16 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.1530075 Jun 25 11:02:48.718850 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f76fd-aa81-484a-b306-5549a2ff5ea0 req-8e466c27-43e6-4d34-964d-9aa25cd7aa6a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:48.720841 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ce8f76fd-aa81-484a-b306-5549a2ff5ea0 req-8e466c27-43e6-4d34-964d-9aa25cd7aa6a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1921496 Jun 25 11:02:48.747350 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-60ed5886-e21a-4d3d-b534-fab6c67a7382 None None] Provisioning for port 58349cad-8936-4541-b0e5-b0ad3e762d6c completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:48.755856 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-60ed5886-e21a-4d3d-b534-fab6c67a7382 None None] Provisioning complete for port 58349cad-8936-4541-b0e5-b0ad3e762d6c triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:48.756668 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-60ed5886-e21a-4d3d-b534-fab6c67a7382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:48.795018 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f2aa1bd4-ea51-4869-8998-8753e16a0434 req-42d7a988-0477-46ca-ad12-d8119b9546af tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728247 Jun 25 11:02:48.834260 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-60ed5886-e21a-4d3d-b534-fab6c67a7382 None None] Port 58349cad-8936-4541-b0e5-b0ad3e762d6c cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:02:48.835052 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ce8f76fd-aa81-484a-b306-5549a2ff5ea0 req-9da74505-6d05-4d1f-8ff5-59a31d2f7208 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821831 Jun 25 11:02:49.024358 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e49fa-19fc-410e-a145-482ea8258be7 req-807ec9e4-3d2e-4e6e-864d-af0a944a3d2a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:49.026027 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8a7e49fa-19fc-410e-a145-482ea8258be7 req-807ec9e4-3d2e-4e6e-864d-af0a944a3d2a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0947466 Jun 25 11:02:49.084723 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8a7e49fa-19fc-410e-a145-482ea8258be7 req-0f974447-aac3-4085-9cce-fbc5ddb90e60 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521548 Jun 25 11:02:49.286415 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99da2e-ee1f-4695-a128-9d139bd3a014 req-519c326d-db4e-4f2c-bab1-d8ed14dc4c7a tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:49.288101 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3e99da2e-ee1f-4695-a128-9d139bd3a014 req-519c326d-db4e-4f2c-bab1-d8ed14dc4c7a tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 945 time: 0.0953760 Jun 25 11:02:49.352397 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3e99da2e-ee1f-4695-a128-9d139bd3a014 req-91678b2f-0a74-4bf0-b63b-9f1ddf053336 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578647 Jun 25 11:02:50.064471 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67091-25b4-4a22-aeab-4f5e17917480 req-97310889-ce4e-4cc8-bca6-152ab3003b9c tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:50.067309 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-40d67091-25b4-4a22-aeab-4f5e17917480 req-97310889-ce4e-4cc8-bca6-152ab3003b9c tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.1474018 Jun 25 11:02:50.130353 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36aadf-a684-4493-a712-8b2b24b0dfb8 req-4c5b7f88-2f5d-4ef0-be76-1af005ab80f3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:50.132151 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-db36aadf-a684-4493-a712-8b2b24b0dfb8 req-4c5b7f88-2f5d-4ef0-be76-1af005ab80f3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1570909 Jun 25 11:02:50.138490 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-40d67091-25b4-4a22-aeab-4f5e17917480 req-5358ceee-5e73-4f05-84d7-2bc6982db039 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646021 Jun 25 11:02:50.183283 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-db36aadf-a684-4493-a712-8b2b24b0dfb8 req-e01a622d-40aa-4a45-84b4-84476ef4f43a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438530 Jun 25 11:02:50.294069 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device f49f395b-f778-4fd1-ba84-57e20d36ea50 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:02:50.343167 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5619252-2718-45c0-a2b4-33331e3dc794 req-1a7a063d-93cf-420d-ad85-a27d1f59da89 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:50.344722 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c5619252-2718-45c0-a2b4-33331e3dc794 req-1a7a063d-93cf-420d-ad85-a27d1f59da89 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0729969 Jun 25 11:02:50.394673 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c5619252-2718-45c0-a2b4-33331e3dc794 req-b67bd2e5-9f41-4fc8-afe7-45e21ae2855a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Jun 25 11:02:50.414568 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port f49f395b-f778-4fd1-ba84-57e20d36ea50 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:02:50.422575 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port f49f395b-f778-4fd1-ba84-57e20d36ea50 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:02:50.422976 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:50.543323 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:50.576833 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49f395b-f778-4fd1-ba84-57e20d36ea50'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:02:50.581281 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc19540f-8ed6-4a27-86ab-858bfb1dd793" -d '{"events": [{"server_uuid": "161f388e-1a6a-48e0-bbc0-929baf57c0da", "name": "network-vif-plugged", "status": "completed", "tag": "f49f395b-f778-4fd1-ba84-57e20d36ea50"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:02:50.594506 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port f49f395b-f778-4fd1-ba84-57e20d36ea50, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f49f395b-f778-4fd1-ba84-57e20d36ea50,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:02:50.648305 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088e89b7-9ec1-4921-9de9-94f7842f2660 x-openstack-request-id: req-088e89b7-9ec1-4921-9de9-94f7842f2660 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:02:50.648701 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161f388e-1a6a-48e0-bbc0-929baf57c0da", "name": "network-vif-plugged", "status": "completed", "tag": "f49f395b-f778-4fd1-ba84-57e20d36ea50", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:02:50.649107 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-088e89b7-9ec1-4921-9de9-94f7842f2660 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:02:50.649593 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49f395b-f778-4fd1-ba84-57e20d36ea50', 'code': 200} Jun 25 11:02:50.688835 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec207e-379c-4a76-95f6-989144fa17dc req-4298db5a-c5b8-4b63-a019-a7a06522c9a7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:50.690638 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-05ec207e-379c-4a76-95f6-989144fa17dc req-4298db5a-c5b8-4b63-a019-a7a06522c9a7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 945 time: 0.1315815 Jun 25 11:02:50.699283 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:50.702296 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:50.757174 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-05ec207e-379c-4a76-95f6-989144fa17dc req-36757c19-6be1-42d7-877f-aa06960628d7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507104 Jun 25 11:02:50.777487 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=f49f395b-f778-4fd1-ba84-57e20d36ea50,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:50.781141 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:51.413327 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a0203-d547-45c2-9cce-b890a87a6425 req-100ae003-5c9d-49fb-93a4-2e331a244d52 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:51.415131 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-836a0203-d547-45c2-9cce-b890a87a6425 req-100ae003-5c9d-49fb-93a4-2e331a244d52 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.1303673 Jun 25 11:02:51.477933 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c0f2a-d3dd-4338-935a-d68d2ea76367 req-9f0cf543-cb38-4d9b-9f78-74da4111f6c3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:51.480895 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bf3c0f2a-d3dd-4338-935a-d68d2ea76367 req-9f0cf543-cb38-4d9b-9f78-74da4111f6c3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1452763 Jun 25 11:02:51.516716 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-836a0203-d547-45c2-9cce-b890a87a6425 req-0bab4eb5-3463-4538-9a36-a75ec5ef7d88 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826311 Jun 25 11:02:51.582683 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bf3c0f2a-d3dd-4338-935a-d68d2ea76367 req-eb953d90-32b0-40b1-a7e6-d269144fe129 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877137 Jun 25 11:02:51.761522 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173ccd-a0f0-449a-9d51-5bedeb834a1f req-bee84a6e-3f71-48de-877c-eaa0e4626b5a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:51.764011 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94173ccd-a0f0-449a-9d51-5bedeb834a1f req-bee84a6e-3f71-48de-877c-eaa0e4626b5a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0852196 Jun 25 11:02:51.805868 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94173ccd-a0f0-449a-9d51-5bedeb834a1f req-12c15e98-928e-4dd1-99b3-dffe06b55e8b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Jun 25 11:02:51.976475 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307e52c-623d-4dc5-a677-725890ee8d33 req-e5a030ac-db54-4e1c-bc08-6ed8b913cec2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:51.982800 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5307e52c-623d-4dc5-a677-725890ee8d33 req-e5a030ac-db54-4e1c-bc08-6ed8b913cec2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.0779865 Jun 25 11:02:52.044756 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5307e52c-623d-4dc5-a677-725890ee8d33 req-87a300b4-ab82-4b14-9b70-0f3d478353ba tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599742 Jun 25 11:02:52.718855 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a226b-64fd-4fae-a39b-61e44f83e7a1 req-b0ee5509-2741-4461-8ba8-d1babb28e7e5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:52.720814 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9b1a226b-64fd-4fae-a39b-61e44f83e7a1 req-b0ee5509-2741-4461-8ba8-d1babb28e7e5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.0867882 Jun 25 11:02:52.806031 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9b1a226b-64fd-4fae-a39b-61e44f83e7a1 req-bfddbc38-3930-43e4-b02b-087550247969 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Jun 25 11:02:52.840942 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424577e-918f-47f8-aa4d-6453b77d177d req-55539d5e-dad0-41cc-9209-f30ec22b7ee0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:52.843175 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0424577e-918f-47f8-aa4d-6453b77d177d req-55539d5e-dad0-41cc-9209-f30ec22b7ee0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0925658 Jun 25 11:02:52.918225 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0424577e-918f-47f8-aa4d-6453b77d177d req-7969578c-170e-4b49-b045-db5867cf4b8b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598481 Jun 25 11:02:53.021973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 56382) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:53.079009 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Deleting subnet a3888259-4f57-4579-bddb-e3e1590f314f {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:02:53.079509 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba098b6f-9e28-4f00-8c92-8e7891fde1c2 req-363d5618-e637-4b50-8876-42cff5a9107e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:53.081440 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba098b6f-9e28-4f00-8c92-8e7891fde1c2 req-363d5618-e637-4b50-8876-42cff5a9107e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0850241 Jun 25 11:02:53.083684 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.126725 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.133376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.137307 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba098b6f-9e28-4f00-8c92-8e7891fde1c2 req-ffecf7e9-68ed-4979-a3ea-88f5a9d449b8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459397 Jun 25 11:02:53.406974 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76b050-2b91-4870-9fb5-6a66e0b6de15 req-0a5a4857-bbac-467e-bb7b-72905e2dc026 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:53.408741 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9e76b050-2b91-4870-9fb5-6a66e0b6de15 req-0a5a4857-bbac-467e-bb7b-72905e2dc026 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.0723045 Jun 25 11:02:53.480954 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9e76b050-2b91-4870-9fb5-6a66e0b6de15 req-b980e774-5851-41ed-b6bb-0055785a0231 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608549 Jun 25 11:02:53.497169 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.529403 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:53.551367 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.556844 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 56388) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:53.557480 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a3888259-4f57-4579-bddb-e3e1590f314f HTTP/1.1" status: 204 len: 168 time: 0.5336099 Jun 25 11:02:53.590069 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3888259-4f57-4579-bddb-e3e1590f314f,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:53.598306 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:53.646059 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.739123 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.756321 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5acc3a9-239f-4743-bb04-87053c446549']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:53.781987 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f551ffab-ef93-4e6b-8c80-89e5d7d82c54') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:53.782426 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f551ffab-ef93-4e6b-8c80-89e5d7d82c54') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:53.813512 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.834056 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.846370 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:02:53.846909 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:02:53.856370 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:02:54.055573 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.103585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.103585 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5acc3a9-239f-4743-bb04-87053c446549 HTTP/1.1" status: 204 len: 168 time: 0.5042727 Jun 25 11:02:54.103585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 56398) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:54.103585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:54.103585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f5acc3a9-239f-4743-bb04-87053c446549,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:54.107835 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:54.236209 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Deleting subnet a73b0948-1d65-4f2b-88ec-77a62ea75d4c {{(pid=105345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:02:54.245422 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.287277 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5afcf0-5509-46ad-bfb5-6176c8eff022 req-6361d2f4-ab98-4053-8e10-c94c2a815995 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:54.288867 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0b5afcf0-5509-46ad-bfb5-6176c8eff022 req-6361d2f4-ab98-4053-8e10-c94c2a815995 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.2909169 Jun 25 11:02:54.318769 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7030628'] for subnet, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.363184 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938e995-fb30-4595-9d4a-234f12e5c086 req-1e35f2e4-8c56-435a-a775-d0ce539e8c56 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:54.364730 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c938e995-fb30-4595-9d4a-234f12e5c086 req-1e35f2e4-8c56-435a-a775-d0ce539e8c56 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.2210464 Jun 25 11:02:54.428144 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0b5afcf0-5509-46ad-bfb5-6176c8eff022 req-677f09b5-6ec9-4e9b-90bd-e357eb930966 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319768 Jun 25 11:02:54.433527 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.477456 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c938e995-fb30-4595-9d4a-234f12e5c086 req-8ea38122-90d1-4340-93b0-e08c70e2aae7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046593 Jun 25 11:02:54.613878 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5951637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5940463'] for subnet, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.625922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-66427719-193a-455e-a446-e2ff33a2af4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:54.661415 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73b0948-1d65-4f2b-88ec-77a62ea75d4c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:54.690214 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:54.693204 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.694724 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a73b0948-1d65-4f2b-88ec-77a62ea75d4c HTTP/1.1" status: 204 len: 168 time: 0.6133828 Jun 25 11:02:54.698068 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 56406) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:54.717791 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c71a31-273c-4a75-9aaa-87f1f0dffe09 req-0a217caf-5dd3-4656-9ee6-75fc0817233e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:54.719334 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b0c71a31-273c-4a75-9aaa-87f1f0dffe09 req-0a217caf-5dd3-4656-9ee6-75fc0817233e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1483448 Jun 25 11:02:54.769851 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c54ed-7d08-47b5-b6b5-9bd2541c5c88 req-c415b2d0-6c1a-4cc9-ba00-d93b06a4bfb7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:54.770561 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.771277 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f99c54ed-7d08-47b5-b6b5-9bd2541c5c88 req-c415b2d0-6c1a-4cc9-ba00-d93b06a4bfb7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1432414 Jun 25 11:02:54.802838 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b0c71a31-273c-4a75-9aaa-87f1f0dffe09 req-38f54c85-dfca-45d4-b3e1-1d70f7cde34d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756290 Jun 25 11:02:54.845500 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f99c54ed-7d08-47b5-b6b5-9bd2541c5c88 req-0818d201-3cf4-4d11-bf0e-9279d4c3ee6c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670626 Jun 25 11:02:54.869285 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:54.881600 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.881982 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.882790 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.883143 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > port after_create 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.883465 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.883785 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > port after_update 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.884194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.884394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.884738 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.885049 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.952301 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.952646 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.952995 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.953324 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 11:02:54.953711 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e457e9dd-f18d-4a32-b820-d3ca726bb798']}} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:54.981566 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e01c4e4-9db5-454d-b527-5540e69a99b8') {'for_net_delete': True} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:54.981974 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e01c4e4-9db5-454d-b527-5540e69a99b8') {} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:02:55.002191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743379'] for segment, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:55.025286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:55.033473 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=105346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:02:55.033892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5724342'] for segment, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: from cryptography.utils import int_from_bytes Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: from cryptography.utils import int_from_bytes Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: Traceback (most recent call last): Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: timer() Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: cb(*args, **kw) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: return func(*args, **kwargs) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: self._notify() Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: self.callback(batched_events) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: event.method(event) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: return f(self, *a, **k) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._get(url).json() Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: return self.request(url, 'GET', **kwargs) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:02:55.037978 dv-cinder-793136-2-iscsi neutron-server[105346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:02:55.163971 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:55.169537 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:55.173183 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:55.175277 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e457e9dd-f18d-4a32-b820-d3ca726bb798 HTTP/1.1" status: 204 len: 168 time: 0.4762290 Jun 25 11:02:55.190828 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Pushing event deleted for resources: {'Network': ['ID=e457e9dd-f18d-4a32-b820-d3ca726bb798,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:55.193194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:55.718434 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc051bf-009a-4252-9237-9c07aa524762 req-50363411-b395-40e1-ae7a-d86f90c00821 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:55.720559 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9dc051bf-009a-4252-9237-9c07aa524762 req-50363411-b395-40e1-ae7a-d86f90c00821 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.1414862 Jun 25 11:02:55.759344 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3c141-4d97-4e05-b822-e2936450dee3 req-dc0fecc2-f3cc-4d46-9347-a9e68835c501 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:55.761506 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-20f3c141-4d97-4e05-b822-e2936450dee3 req-dc0fecc2-f3cc-4d46-9347-a9e68835c501 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1391048 Jun 25 11:02:55.835038 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 56418) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:55.898678 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-dcf3a136-ce1e-4bc6-9867-bf3114badb56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72b693cbd2494a808fa55cf47721a2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614562 Jun 25 11:02:55.900117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 56426) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:55.985536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:56.014942 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:56.031823 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9dc051bf-009a-4252-9237-9c07aa524762 req-6f04be38-e214-49da-bbd6-872575418255 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025839 Jun 25 11:02:56.071631 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-20f3c141-4d97-4e05-b822-e2936450dee3 req-88049563-de2a-441f-9bfb-6cf39d916a22 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008878 Jun 25 11:02:56.189211 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:56.193647 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:56.196791 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be898bae-b96a-443c-92f3-ea105da70cf2 HTTP/1.1" status: 204 len: 168 time: 0.2926583 Jun 25 11:02:56.196791 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-19a99fad-7401-4918-87c6-245763dadcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:56.240072 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be898bae-b96a-443c-92f3-ea105da70cf2,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:56.240072 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:56.292298 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013984d-c2fe-4417-b802-23108eb4f568 req-d3a8e502-70d4-412f-8ba6-ee1501efd2d1 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:56.293950 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c013984d-c2fe-4417-b802-23108eb4f568 req-d3a8e502-70d4-412f-8ba6-ee1501efd2d1 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1080337 Jun 25 11:02:56.325050 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbdef0-4a64-4fc8-afce-5f529278dc2b req-f6c29d38-721e-48ae-9bdf-b56301c9017f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:56.326597 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aacbdef0-4a64-4fc8-afce-5f529278dc2b req-f6c29d38-721e-48ae-9bdf-b56301c9017f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1516731 Jun 25 11:02:56.377262 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c013984d-c2fe-4417-b802-23108eb4f568 req-34b079be-9bac-42ad-804b-a35b8b1cd7bb tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717707 Jun 25 11:02:56.393781 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aacbdef0-4a64-4fc8-afce-5f529278dc2b req-6b09e8b1-8ab6-419e-afe4-c02115592745 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591149 Jun 25 11:02:57.170734 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 56440) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:57.228385 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-4be9ed9f-4069-4355-852e-cb7eeb0140ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db4c47dfc64b42cdab9687a1fcadd074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563884 Jun 25 11:02:57.233133 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 56442) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:02:57.293628 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:57.309749 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacf202-706e-47d8-827d-a9e53ca4b643 req-f199f82d-bc96-41fd-b35d-e37e1e4e4205 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:57.311320 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6cacf202-706e-47d8-827d-a9e53ca4b643 req-f199f82d-bc96-41fd-b35d-e37e1e4e4205 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.1163118 Jun 25 11:02:57.319062 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:57.337679 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de656522-c73e-4dca-8737-fdc2dfde2a15 req-bfe5453c-b922-4e3b-9e84-e4236aff3c11 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:57.340149 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-de656522-c73e-4dca-8737-fdc2dfde2a15 req-bfe5453c-b922-4e3b-9e84-e4236aff3c11 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1120656 Jun 25 11:02:57.393015 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6cacf202-706e-47d8-827d-a9e53ca4b643 req-c8177964-dcc0-4812-bdd2-77561b26b7f3 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732419 Jun 25 11:02:57.413479 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-de656522-c73e-4dca-8737-fdc2dfde2a15 req-76160820-a91c-4b01-8a90-3b7658ca374d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610759 Jun 25 11:02:57.467309 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:57.472399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:02:57.474828 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d7d7421-48c5-445a-8a34-dd32b96ef0ea HTTP/1.1" status: 204 len: 168 time: 0.2402699 Jun 25 11:02:57.476510 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31bc62d5-a761-438a-8480-eb55f5040646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:02:57.497562 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7d7421-48c5-445a-8a34-dd32b96ef0ea,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:02:57.504851 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:02:57.708046 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94676-e7da-44cb-b648-007ddec45194 req-021f2869-9489-4060-828e-dec359f33d55 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:57.709534 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ce94676-e7da-44cb-b648-007ddec45194 req-021f2869-9489-4060-828e-dec359f33d55 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1382332 Jun 25 11:02:57.734622 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efde57-aa50-47ab-8d11-4d1b3100539c req-12cc7cb3-399c-4d67-a2d0-da32bf00d756 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:57.736072 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-10efde57-aa50-47ab-8d11-4d1b3100539c req-12cc7cb3-399c-4d67-a2d0-da32bf00d756 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1255562 Jun 25 11:02:57.793452 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ce94676-e7da-44cb-b648-007ddec45194 req-3013a8e9-289f-4eff-8aaf-840f188929c3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768831 Jun 25 11:02:57.801982 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-10efde57-aa50-47ab-8d11-4d1b3100539c req-6fd6a824-7347-4edf-84a4-40747ca7afc8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545464 Jun 25 11:02:58.639015 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeff68b-478f-4101-a25d-d592299e0560 req-8c7378bb-00b6-41a8-be22-e4cd709406b7 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:58.646095 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-deeff68b-478f-4101-a25d-d592299e0560 req-8c7378bb-00b6-41a8-be22-e4cd709406b7 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.0917413 Jun 25 11:02:58.711846 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-deeff68b-478f-4101-a25d-d592299e0560 req-08507d9c-4af5-4a75-aa51-f5d2ed7592ab tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 Jun 25 11:02:58.737100 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546842-5e43-4093-894a-2eb4ffc087fa req-c3373753-016b-4dda-b844-ed708224790a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:58.738777 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59546842-5e43-4093-894a-2eb4ffc087fa req-c3373753-016b-4dda-b844-ed708224790a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1235609 Jun 25 11:02:58.781923 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59546842-5e43-4093-894a-2eb4ffc087fa req-5b65c3b0-cbf7-4371-b6f8-19b79841fe06 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361180 Jun 25 11:02:59.054305 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417ede4-2ad5-4a6d-81f6-696a1843d54b req-ee8527aa-19cc-46a5-9058-9e58699092db tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:59.055856 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e417ede4-2ad5-4a6d-81f6-696a1843d54b req-ee8527aa-19cc-46a5-9058-9e58699092db tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1205244 Jun 25 11:02:59.071171 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7c8bd-0adb-4f17-83a8-f7b5208afc82 req-524ac0d4-3a23-47fd-9f09-3bc3f6ec3bd3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:59.072586 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a2e7c8bd-0adb-4f17-83a8-f7b5208afc82 req-524ac0d4-3a23-47fd-9f09-3bc3f6ec3bd3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1262228 Jun 25 11:02:59.130756 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e417ede4-2ad5-4a6d-81f6-696a1843d54b req-572f9c42-4715-4411-ae12-29321fd5509f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678866 Jun 25 11:02:59.146454 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a2e7c8bd-0adb-4f17-83a8-f7b5208afc82 req-633594fd-da75-4260-9ec4-ca8c0d5dc93a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550151 Jun 25 11:02:59.920968 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ac928-bcfc-4287-a7b2-1d0a16bb04c7 req-2544e41b-0b74-430d-a0ad-022fc0e61459 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:02:59.927611 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e20ac928-bcfc-4287-a7b2-1d0a16bb04c7 req-2544e41b-0b74-430d-a0ad-022fc0e61459 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.0927334 Jun 25 11:03:00.003450 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e20ac928-bcfc-4287-a7b2-1d0a16bb04c7 req-8d911186-f946-4914-b20e-ae3f712c5b1c tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685866 Jun 25 11:03:00.045943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de23d2a-0521-4f13-b895-1ba5a56e688d req-7d9cc86d-814f-404f-bba7-27f64a806e79 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:00.049286 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2de23d2a-0521-4f13-b895-1ba5a56e688d req-7d9cc86d-814f-404f-bba7-27f64a806e79 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1006844 Jun 25 11:03:00.100223 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2de23d2a-0521-4f13-b895-1ba5a56e688d req-02c373ff-99b2-438f-af95-7aa0911c74d7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375500 Jun 25 11:03:00.358340 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:03:00.423959 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29deab21-3377-46a6-9ed4-ca764d1707f8 req-1831f4df-3084-4464-bb99-fd8b97d28058 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:00.424642 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-29deab21-3377-46a6-9ed4-ca764d1707f8 req-1831f4df-3084-4464-bb99-fd8b97d28058 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1206136 Jun 25 11:03:00.434244 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a62f5e-4931-4d46-b02c-8ed84ec9fdca req-f24fbd82-142b-430d-b080-32ab43702d78 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:00.438902 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-45a62f5e-4931-4d46-b02c-8ed84ec9fdca req-f24fbd82-142b-430d-b080-32ab43702d78 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1004350 Jun 25 11:03:00.496104 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-45a62f5e-4931-4d46-b02c-8ed84ec9fdca req-4ccc0266-dd21-4d9b-a630-7eb3f75ad400 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529156 Jun 25 11:03:00.499014 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-29deab21-3377-46a6-9ed4-ca764d1707f8 req-cf050d4e-815a-470a-842d-49779cc8c7a7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623026 Jun 25 11:03:01.213169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d477cd-ef34-4182-855b-151772f201d6 req-c0f24c50-dc15-4040-9b83-eef9eab5c929 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:01.215315 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-36d477cd-ef34-4182-855b-151772f201d6 req-c0f24c50-dc15-4040-9b83-eef9eab5c929 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.0903075 Jun 25 11:03:01.264141 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-36d477cd-ef34-4182-855b-151772f201d6 req-ce6901bf-ce7a-4410-a620-cedc8d97e4a7 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460682 Jun 25 11:03:01.339973 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69f3fb-44fd-419e-8626-f80114ee0eb3 req-97f89064-c870-4897-97ae-2654c7b60798 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:01.341498 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d69f3fb-44fd-419e-8626-f80114ee0eb3 req-97f89064-c870-4897-97ae-2654c7b60798 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0745423 Jun 25 11:03:01.396803 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d69f3fb-44fd-419e-8626-f80114ee0eb3 req-e087c296-2bf3-4c92-9b1e-8415d27a77c7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486591 Jun 25 11:03:01.736230 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2dd7f-aef4-4c26-89a3-b9775d59b61b req-26ff03ca-8210-4e1b-8bc9-1b6dad0fb622 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:01.737702 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-85f2dd7f-aef4-4c26-89a3-b9775d59b61b req-26ff03ca-8210-4e1b-8bc9-1b6dad0fb622 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1014290 Jun 25 11:03:01.752127 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da12b0-12b2-45ba-a4f7-ce3d0aaa4b49 req-82b07d18-5b6f-4394-9ab4-9e07059d19e7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:01.753603 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74da12b0-12b2-45ba-a4f7-ce3d0aaa4b49 req-82b07d18-5b6f-4394-9ab4-9e07059d19e7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1160791 Jun 25 11:03:01.810069 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-85f2dd7f-aef4-4c26-89a3-b9775d59b61b req-af140e32-6dad-48ab-a696-e28f441647f4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659344 Jun 25 11:03:01.817804 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74da12b0-12b2-45ba-a4f7-ce3d0aaa4b49 req-933d5c65-a522-4bd9-8021-97438f457727 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571797 Jun 25 11:03:02.490835 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882839c4-bb7b-4cb4-9e3c-3f6e77b56d0e req-171e90f8-c089-44ba-b90c-14658dc6629b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:02.495486 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-882839c4-bb7b-4cb4-9e3c-3f6e77b56d0e req-171e90f8-c089-44ba-b90c-14658dc6629b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.1010017 Jun 25 11:03:02.540920 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-882839c4-bb7b-4cb4-9e3c-3f6e77b56d0e req-ae7c60e4-dbdb-4e4c-bfae-a1f5b8534fc8 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Jun 25 11:03:02.638990 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48883e9-fbbc-4ea8-8a69-910c2202b203 req-1e4c3ab3-61d7-4ce7-b65a-51bac33fe966 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:02.640471 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c48883e9-fbbc-4ea8-8a69-910c2202b203 req-1e4c3ab3-61d7-4ce7-b65a-51bac33fe966 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0664072 Jun 25 11:03:02.684808 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c48883e9-fbbc-4ea8-8a69-910c2202b203 req-7091b74e-01fe-4985-a325-c040b78d7442 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384741 Jun 25 11:03:03.048730 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f8244-85ba-44ea-a3e1-9b7117698169 req-f1a7df42-e758-419c-b3fb-c65677c6c953 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:03.050578 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-145f8244-85ba-44ea-a3e1-9b7117698169 req-f1a7df42-e758-419c-b3fb-c65677c6c953 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1194272 Jun 25 11:03:03.076752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb302029-935a-4846-ae94-900274eba750 req-0e75f8f8-6a00-4c8e-b70f-ba9180494be2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:03.078278 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bb302029-935a-4846-ae94-900274eba750 req-0e75f8f8-6a00-4c8e-b70f-ba9180494be2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1354144 Jun 25 11:03:03.125961 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-145f8244-85ba-44ea-a3e1-9b7117698169 req-67787fcf-616c-43b9-ad85-1615437e5edd tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649648 Jun 25 11:03:03.139548 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bb302029-935a-4846-ae94-900274eba750 req-2fbe5af7-ff08-4fc0-8caf-6e969b7ad0c5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530646 Jun 25 11:03:03.591929 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-024449fd-a6f7-4226-8cba-594c8c0f7f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:03.732614 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbc234-0c18-4d35-af4f-22fcb771e427 req-30e99b89-bc0c-42fc-8155-37f76b98cc10 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:03.734526 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0cbc234-0c18-4d35-af4f-22fcb771e427 req-30e99b89-bc0c-42fc-8155-37f76b98cc10 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.0713508 Jun 25 11:03:03.780282 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0cbc234-0c18-4d35-af4f-22fcb771e427 req-333718bc-0206-424e-b896-ec9940b59b79 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Jun 25 11:03:03.886556 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a98e42-5af5-4995-b7e2-02eef9683620 req-45818ab6-cfde-4853-a0f7-bdd76e1094de tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:03.888100 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e5a98e42-5af5-4995-b7e2-02eef9683620 req-45818ab6-cfde-4853-a0f7-bdd76e1094de tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0708492 Jun 25 11:03:03.926648 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e5a98e42-5af5-4995-b7e2-02eef9683620 req-b35bb042-6dcf-40f0-84bf-803ca3858ac9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326693 Jun 25 11:03:04.374624 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515c26f-5685-45e6-93fa-cef1318f4bef req-a86ea868-ba2f-4846-b7ec-c794e3fba588 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:04.376144 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0515c26f-5685-45e6-93fa-cef1318f4bef req-a86ea868-ba2f-4846-b7ec-c794e3fba588 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1204176 Jun 25 11:03:04.409771 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad41bc-85f7-4601-9651-a6a498875af3 req-ec21736e-1c0a-48fb-993b-6ed66044e1fc tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:04.411273 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-81ad41bc-85f7-4601-9651-a6a498875af3 req-ec21736e-1c0a-48fb-993b-6ed66044e1fc tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1202161 Jun 25 11:03:04.448299 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0515c26f-5685-45e6-93fa-cef1318f4bef req-fc1192a3-ac67-486f-8955-49686d83aace tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640686 Jun 25 11:03:04.467481 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-81ad41bc-85f7-4601-9651-a6a498875af3 req-2383344f-0ded-44e8-ad4a-74be9a9cd450 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491025 Jun 25 11:03:04.983408 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b846436-1242-4d18-a5f1-5d1fa96d01c5 req-0bcd12e4-1511-48a1-82bb-5a632dca3783 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:04.984895 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4b846436-1242-4d18-a5f1-5d1fa96d01c5 req-0bcd12e4-1511-48a1-82bb-5a632dca3783 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.0710521 Jun 25 11:03:05.026267 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4b846436-1242-4d18-a5f1-5d1fa96d01c5 req-278c546d-95c4-4ecb-a056-3a0c4f3422e2 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341396 Jun 25 11:03:05.120151 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998d46a-bb0c-4876-9aef-23a50c0e6f7d req-c4bbd05d-10a7-49c7-8250-1677459182e2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:05.121533 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7998d46a-bb0c-4876-9aef-23a50c0e6f7d req-c4bbd05d-10a7-49c7-8250-1677459182e2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0715315 Jun 25 11:03:05.163209 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7998d46a-bb0c-4876-9aef-23a50c0e6f7d req-5b2be6e8-9de6-47c9-8518-c9c6c92f9d90 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355313 Jun 25 11:03:05.670250 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Request body: {'port': {'device_id': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:03:05.672991 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494258a-803d-4744-8d7f-6b38a1115e86 req-45c90674-ceb5-492d-9658-5735b233beaa tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:05.674686 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2494258a-803d-4744-8d7f-6b38a1115e86 req-45c90674-ceb5-492d-9658-5735b233beaa tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1084378 Jun 25 11:03:05.708292 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699d59-b8d4-4d0b-8caa-e4019bb80c2d req-9e8071da-1abd-4550-8e62-a099d7d5c5d1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:05.709822 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7c699d59-b8d4-4d0b-8caa-e4019bb80c2d req-9e8071da-1abd-4550-8e62-a099d7d5c5d1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1143410 Jun 25 11:03:05.758094 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:05.764740 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2494258a-803d-4744-8d7f-6b38a1115e86 req-ffd35f63-d49a-4c56-a840-148b5f6e7267 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536337 Jun 25 11:03:05.782337 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7c699d59-b8d4-4d0b-8caa-e4019bb80c2d req-95a32286-0166-413e-9f48-a44a7c63908b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647171 Jun 25 11:03:06.032433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58349cad-8936-4541-b0e5-b0ad3e762d6c {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:03:06.042583 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:06.057919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Transition to ACTIVE for port object 58349cad-8936-4541-b0e5-b0ad3e762d6c will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:03:06.168937 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:06.171140 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-de95f9a0-39a0-49f0-9f46-3dade70138b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:06.231529 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c5bc-21cb-4a0e-a725-0dcefe349451 req-2057d8cd-1191-4c93-9fb6-dacc6ef3082a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:06.231529 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-47a2c5bc-21cb-4a0e-a725-0dcefe349451 req-2057d8cd-1191-4c93-9fb6-dacc6ef3082a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 931 time: 0.0862420 Jun 25 11:03:06.251895 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Pushing event updated for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:06.275066 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:06.290359 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-47a2c5bc-21cb-4a0e-a725-0dcefe349451 req-b4c57af7-971b-4233-8788-090345920ad3 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Jun 25 11:03:06.389464 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Attempting to bind port 58349cad-8936-4541-b0e5-b0ad3e762d6c on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:03:06.389952 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Attempting to bind port 58349cad-8936-4541-b0e5-b0ad3e762d6c by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:03:06.390172 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Attempting to bind port 58349cad-8936-4541-b0e5-b0ad3e762d6c on network cf780d4f-d491-4bfc-901e-6fa6d405fe6c {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:03:06.394848 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d449c-4e20-42de-ba88-3db865568af6 req-b12fc005-db25-4c0c-925a-f45c219bd677 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:06.394848 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-714d449c-4e20-42de-ba88-3db865568af6 req-b12fc005-db25-4c0c-925a-f45c219bd677 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0808778 Jun 25 11:03:06.399857 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Port 58349cad-8936-4541-b0e5-b0ad3e762d6c on network cf780d4f-d491-4bfc-901e-6fa6d405fe6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:03:06.400187 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Attempting to bind port 58349cad-8936-4541-b0e5-b0ad3e762d6c on network cf780d4f-d491-4bfc-901e-6fa6d405fe6c {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:03:06.418331 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb639cf3-c701-4c8e-9c9d-a97cbb7c849e req-a51d9c9b-3a26-410b-9d42-84e41966df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:06.420513 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-fb639cf3-c701-4c8e-9c9d-a97cbb7c849e req-a51d9c9b-3a26-410b-9d42-84e41966df5b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 1099 time: 0.0998867 Jun 25 11:03:06.421515 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:03:06.421932 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Checking segment: {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:03:06.422258 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Bound using segment: {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:03:06.422711 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Bound port: 58349cad-8936-4541-b0e5-b0ad3e762d6c, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e361d2d1-638a-4938-87fc-6b5316d8b107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:03:06.423074 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:06.456639 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-714d449c-4e20-42de-ba88-3db865568af6 req-eba46c74-ff12-42a8-b926-79ee3c461ff6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530839 Jun 25 11:03:06.494470 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-fb639cf3-c701-4c8e-9c9d-a97cbb7c849e req-62acc449-574f-4387-8ac9-0f7443ec181f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605624 Jun 25 11:03:06.538544 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:03:06.542645 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:03:06.632715 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:06.634961 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:06.667754 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:06.668354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:06.669868 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] 10.222.0.93 "PUT /v2.0/ports/58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 1093 time: 1.0065594 Jun 25 11:03:06.670397 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:03:06.672137 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:06.672774 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef49bc60-7e9f-4d88-8e8f-e09279315ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:03:06.674098 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-102e5397-05c3-4e41-a735-01ebb4f21bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:06.703543 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Pushing event updated for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:06.706333 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:06.724900 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93205fb8-add0-48f0-8d99-771e67a043a3 x-openstack-request-id: req-93205fb8-add0-48f0-8d99-771e67a043a3 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:03:06.729384 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:03:06.729384 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93205fb8-add0-48f0-8d99-771e67a043a3 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:03:06.729384 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'status': 'completed', 'code': 200} Jun 25 11:03:07.001094 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fafef5-f3eb-41a0-a245-aab1427a7477 req-65a7c706-929b-49f4-90b7-0b18bada4631 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.002903 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-77fafef5-f3eb-41a0-a245-aab1427a7477 req-65a7c706-929b-49f4-90b7-0b18bada4631 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1166770 Jun 25 11:03:07.028677 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db26439-9e15-421e-97e0-e7f023adeea5 req-f13409f2-8041-4863-a90c-b8a86e2a489f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.033987 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8db26439-9e15-421e-97e0-e7f023adeea5 req-f13409f2-8041-4863-a90c-b8a86e2a489f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1081474 Jun 25 11:03:07.093130 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-77fafef5-f3eb-41a0-a245-aab1427a7477 req-41aa8ee7-7c60-4a97-aee8-e13c5a6afc2f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802872 Jun 25 11:03:07.094234 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49bc60-7e9f-4d88-8e8f-e09279315ad1 req-c5c70102-c1b7-4aea-b621-36eba79f61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.097865 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef49bc60-7e9f-4d88-8e8f-e09279315ad1 req-c5c70102-c1b7-4aea-b621-36eba79f61d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1096 time: 0.0640900 Jun 25 11:03:07.106398 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8db26439-9e15-421e-97e0-e7f023adeea5 req-944e1dad-bd8d-41e0-8977-e10c202815be tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649328 Jun 25 11:03:07.233671 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49bc60-7e9f-4d88-8e8f-e09279315ad1 req-3bfe73e8-4414-4c75-9cfe-f67308eebc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.235252 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef49bc60-7e9f-4d88-8e8f-e09279315ad1 req-3bfe73e8-4414-4c75-9cfe-f67308eebc6f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=df6d7efaaf324d25adb6f82f68900110&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1032023 Jun 25 11:03:07.358157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49bc60-7e9f-4d88-8e8f-e09279315ad1 req-b26ea64f-eb96-427e-b7a1-65533c794e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.359677 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ef49bc60-7e9f-4d88-8e8f-e09279315ad1 req-b26ea64f-eb96-427e-b7a1-65533c794e52 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042004 Jun 25 11:03:07.479961 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1da3b-3b33-4b47-9006-10f341d5c154 req-9ce7338b-90f4-4564-a79b-0ee14db88852 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.481447 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6cf1da3b-3b33-4b47-9006-10f341d5c154 req-9ce7338b-90f4-4564-a79b-0ee14db88852 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 943 time: 0.0664587 Jun 25 11:03:07.559987 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6cf1da3b-3b33-4b47-9006-10f341d5c154 req-45cd22b2-c72b-49ce-9e63-57ab6bd37a1d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721693 Jun 25 11:03:07.612203 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-4e90a6fe-af4b-4db8-9438-538532e3cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.613610 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-4e90a6fe-af4b-4db8-9438-538532e3cca9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1096 time: 0.0753367 Jun 25 11:03:07.665683 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed90b5-7c95-48b4-b1fd-606651d0b875 req-efb87a85-c983-40c9-b18b-2b17008444ac tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.667683 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-24ed90b5-7c95-48b4-b1fd-606651d0b875 req-efb87a85-c983-40c9-b18b-2b17008444ac tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0704951 Jun 25 11:03:07.674123 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-c1cc12e5-d398-46f2-bc31-e22a95cd8352 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 217 time: 0.0344729 Jun 25 11:03:07.708412 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-24ed90b5-7c95-48b4-b1fd-606651d0b875 req-ffc94af6-a33b-4634-9b62-8de1ff299801 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338738 Jun 25 11:03:07.738815 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-bb1ab9ce-bacb-49f8-921c-cad83e46d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.740885 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-bb1ab9ce-bacb-49f8-921c-cad83e46d547 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd HTTP/1.1" status: 200 len: 854 time: 0.0549870 Jun 25 11:03:07.813701 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-96ea425f-2456-4ddc-8a3b-1f9e815c3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:07.815600 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-96ea425f-2456-4ddc-8a3b-1f9e815c3192 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640516 Jun 25 11:03:07.922966 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-671833f0-9a8e-4ce2-aea4-991478263e5b service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930281 Jun 25 11:03:07.964405 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:08.028576 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c3d76f1d-35b6-4bcb-9f10-321afefaebc5 req-ad3cd161-f0e1-4d50-af9d-64f22002cd00 service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947220 Jun 25 11:03:08.319880 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63b60-dc24-4b35-9b8f-f25756aa56c7 req-f3aee229-235d-452f-a780-b8580e929156 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:08.321334 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-52c63b60-dc24-4b35-9b8f-f25756aa56c7 req-f3aee229-235d-452f-a780-b8580e929156 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1111245 Jun 25 11:03:08.332684 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d600-fc67-453a-a7a4-8d309a5e9172 req-88e56b56-61c2-4c3f-ad1d-db6cc71f903d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:08.334218 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4bb4d600-fc67-453a-a7a4-8d309a5e9172 req-88e56b56-61c2-4c3f-ad1d-db6cc71f903d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1132824 Jun 25 11:03:08.391246 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-52c63b60-dc24-4b35-9b8f-f25756aa56c7 req-37f5dfb2-9a27-4053-93e1-021df3025f91 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559151 Jun 25 11:03:08.399894 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:03:08.425061 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4bb4d600-fc67-453a-a7a4-8d309a5e9172 req-415e2973-614d-42fe-9529-13cc2bd33cb8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782828 Jun 25 11:03:08.520755 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:03:08.535862 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'port_id': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'mac_address': 'fa:16:3e:e4:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:03:08.579077 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:08.596252 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:03:08.621970 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:03:08.740640 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8730a-b064-4840-9165-8e576bfea09c req-f76b6598-35aa-45cc-bdc1-6fb5e7a36762 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:08.742144 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19b8730a-b064-4840-9165-8e576bfea09c req-f76b6598-35aa-45cc-bdc1-6fb5e7a36762 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 943 time: 0.0720553 Jun 25 11:03:08.784030 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19b8730a-b064-4840-9165-8e576bfea09c req-f4f5d6bb-491a-40b9-a494-7240384466d1 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354178 Jun 25 11:03:08.921212 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01f274-9bfd-4f8a-a81b-b49ad54200b4 req-0dcb06da-2c5e-42d3-a67c-20bbd27892e0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:08.922869 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f01f274-9bfd-4f8a-a81b-b49ad54200b4 req-0dcb06da-2c5e-42d3-a67c-20bbd27892e0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0752733 Jun 25 11:03:08.964410 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f01f274-9bfd-4f8a-a81b-b49ad54200b4 req-aa59f08d-a878-444f-abce-e8011cac088b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352914 Jun 25 11:03:09.055163 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:09.057090 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:09.111695 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=6']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:09.114804 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:09.433963 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:09.616124 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:03:09.624484 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a457e3-c54b-463c-a3a1-eb588c1ae19c req-c3112e97-51a5-4b7c-a018-fbc097f29af5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:09.626066 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-51a457e3-c54b-463c-a3a1-eb588c1ae19c req-c3112e97-51a5-4b7c-a018-fbc097f29af5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1094215 Jun 25 11:03:09.655182 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4fed-7449-4be2-bc36-b85b9b17237f req-23ba0fd6-cae0-4fc8-b6dc-c779b2d11b63 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:09.656800 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b8da4fed-7449-4be2-bc36-b85b9b17237f req-23ba0fd6-cae0-4fc8-b6dc-c779b2d11b63 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1094537 Jun 25 11:03:09.713337 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-51a457e3-c54b-463c-a3a1-eb588c1ae19c req-5a536987-64a9-4098-a6c5-e974e29638a2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 Jun 25 11:03:09.732406 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b8da4fed-7449-4be2-bc36-b85b9b17237f req-ece29205-90fb-4d29-be31-40023d84fa94 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689487 Jun 25 11:03:09.967445 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a04e4c-3d14-40ce-923d-7099a1235ce6 req-1dcebf0e-93b3-4370-9eee-eacb8843f063 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:09.969792 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-07a04e4c-3d14-40ce-923d-7099a1235ce6 req-1dcebf0e-93b3-4370-9eee-eacb8843f063 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 943 time: 0.0707171 Jun 25 11:03:10.010322 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-07a04e4c-3d14-40ce-923d-7099a1235ce6 req-a36ffaa6-c52d-4ed8-86b1-68b26771b40e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350845 Jun 25 11:03:10.238487 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892272-bf3c-48a9-ac0e-03429bdc41ae req-5d556560-1c43-4904-8332-ce29cc71096e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:10.239998 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-71892272-bf3c-48a9-ac0e-03429bdc41ae req-5d556560-1c43-4904-8332-ce29cc71096e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 944 time: 0.0662279 Jun 25 11:03:10.282863 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-71892272-bf3c-48a9-ac0e-03429bdc41ae req-73c91b71-a156-43f9-876a-7535a48e1300 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324736 Jun 25 11:03:10.410312 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:03:10.474176 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:03:10.474755 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:10.563642 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:10.589414 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:03:10.591831 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2684257-7f1c-49a9-a4ea-6258ede0526e" -d '{"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-plugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:03:10.592515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4bbf9-bf53-48a2-a9b4-bc779493d72e req-5ab7d36e-fbc3-4b42-b34d-03d6797ea69b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:10.595225 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4bf4bbf9-bf53-48a2-a9b4-bc779493d72e req-5ab7d36e-fbc3-4b42-b34d-03d6797ea69b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1034348 Jun 25 11:03:10.618503 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:03:10.637968 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bb2926-7261-45b2-989f-570874786c3e x-openstack-request-id: req-80bb2926-7261-45b2-989f-570874786c3e {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:03:10.638407 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-plugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:03:10.638763 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80bb2926-7261-45b2-989f-570874786c3e {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:03:10.639268 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'code': 200} Jun 25 11:03:10.651714 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4bf4bbf9-bf53-48a2-a9b4-bc779493d72e req-79afb7d6-0176-42a0-aa8d-94593ed30dd3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456560 Jun 25 11:03:10.711005 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:10.719223 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:10.781945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=7']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:10.789176 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:10.982053 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834a3d7-8573-40c5-bc53-1f94b300c192 req-008288ae-9d88-4110-8d8e-2df6d919d293 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:10.984739 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e834a3d7-8573-40c5-bc53-1f94b300c192 req-008288ae-9d88-4110-8d8e-2df6d919d293 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1115258 Jun 25 11:03:11.022971 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0444000-36ff-4f1b-93d1-05b80899cd5b req-5545040c-5801-4342-a5e4-c3c91f6688d2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:11.024606 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e0444000-36ff-4f1b-93d1-05b80899cd5b req-5545040c-5801-4342-a5e4-c3c91f6688d2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1220331 Jun 25 11:03:11.054127 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e834a3d7-8573-40c5-bc53-1f94b300c192 req-77d84a9f-cb45-4ccc-b1f4-692bbcf0e224 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605800 Jun 25 11:03:11.097318 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e0444000-36ff-4f1b-93d1-05b80899cd5b req-d1e8caaf-656e-4c1c-bc75-da3d86f86d21 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588644 Jun 25 11:03:11.254745 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d47476-2355-4831-a537-c5b358011a63 req-399d6bfd-d5af-4075-9060-50473f90eef5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:11.256411 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2d47476-2355-4831-a537-c5b358011a63 req-399d6bfd-d5af-4075-9060-50473f90eef5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 943 time: 0.0788391 Jun 25 11:03:11.304230 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2d47476-2355-4831-a537-c5b358011a63 req-ff73fa33-8782-4056-8658-48954dacc4c1 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Jun 25 11:03:11.485583 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ac780-11b8-477a-8fbb-2dd90c2c7683 req-a7e9c097-ba6e-4b5e-8578-632b9efc23f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:11.487222 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a28ac780-11b8-477a-8fbb-2dd90c2c7683 req-a7e9c097-ba6e-4b5e-8578-632b9efc23f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0770981 Jun 25 11:03:11.535561 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a28ac780-11b8-477a-8fbb-2dd90c2c7683 req-3763dda5-a432-4291-952d-23b118f3ea28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412803 Jun 25 11:03:11.843962 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbc358-83df-4815-8527-6f5860688116 req-dc990f57-de4e-4794-9684-2fedc20caf9a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:11.845521 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-11fbc358-83df-4815-8527-6f5860688116 req-dc990f57-de4e-4794-9684-2fedc20caf9a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0687668 Jun 25 11:03:11.886756 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-11fbc358-83df-4815-8527-6f5860688116 req-5ca9a3d0-e6ac-409c-b935-6345993e523c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336931 Jun 25 11:03:12.285133 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39945a38-a9cc-4d99-b823-a3ae181fddc7 req-7f26d202-b943-48bf-b207-ce34ee2d5a7f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:12.287156 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-39945a38-a9cc-4d99-b823-a3ae181fddc7 req-7f26d202-b943-48bf-b207-ce34ee2d5a7f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0674105 Jun 25 11:03:12.326736 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-39945a38-a9cc-4d99-b823-a3ae181fddc7 req-1e14e39a-3df3-4095-9a07-af36483b9f23 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Jun 25 11:03:12.422680 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 58349cad-8936-4541-b0e5-b0ad3e762d6c details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:03:12.493173 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d1b23-4f55-4bfe-b65f-f6e0e4ceefc8 req-a5f99dfa-a51b-49f9-9959-e68c7be0a7d0 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:12.495528 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-809d1b23-4f55-4bfe-b65f-f6e0e4ceefc8 req-a5f99dfa-a51b-49f9-9959-e68c7be0a7d0 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 943 time: 0.0707841 Jun 25 11:03:12.546396 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-809d1b23-4f55-4bfe-b65f-f6e0e4ceefc8 req-62ec0e2b-7ff2-4984-aa65-6544c8400a5d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Jun 25 11:03:12.666038 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:03:12.694267 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'port_id': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'mac_address': 'fa:16:3e:e8:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:03:12.753923 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:12.771152 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58349cad-8936-4541-b0e5-b0ad3e762d6c {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:03:12.801805 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:03:12.816376 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c920f-c9f7-47b0-ae15-2518d5a0bb94 req-6c9871a9-9a6d-4df6-8999-00a10e561df3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:12.818815 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-656c920f-c9f7-47b0-ae15-2518d5a0bb94 req-6c9871a9-9a6d-4df6-8999-00a10e561df3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1429014 Jun 25 11:03:12.872108 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-656c920f-c9f7-47b0-ae15-2518d5a0bb94 req-8558f402-d004-4b61-866c-9867d340aa50 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460157 Jun 25 11:03:13.043301 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:13.045367 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:13.108260 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:13.112198 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:13.123447 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a0e9-d328-4cf4-be96-8931d4374b09 req-8c8bc2be-cc8f-4623-ba25-b395f41c8aa6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:13.124981 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8df7a0e9-d328-4cf4-be96-8931d4374b09 req-8c8bc2be-cc8f-4623-ba25-b395f41c8aa6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0747523 Jun 25 11:03:13.167517 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8df7a0e9-d328-4cf4-be96-8931d4374b09 req-015d8270-57c0-46fe-9e03-e40049be3110 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352759 Jun 25 11:03:13.565377 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2855f2-eae5-4e8f-8ad0-67b20f8f4cee req-8f442bf9-71ff-42b9-b0e6-6b8be3e6fff3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:13.566977 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3e2855f2-eae5-4e8f-8ad0-67b20f8f4cee req-8f442bf9-71ff-42b9-b0e6-6b8be3e6fff3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0717521 Jun 25 11:03:13.640989 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3e2855f2-eae5-4e8f-8ad0-67b20f8f4cee req-2470719f-70cb-491c-b059-18f30b2d738c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661843 Jun 25 11:03:13.774534 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['58349cad-8936-4541-b0e5-b0ad3e762d6c'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:03:13.795867 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a34e3-0a28-4e19-a50f-126207fc856c req-ed5e06cd-dd67-4309-972a-8df792bd3ddf tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:13.797397 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cd7a34e3-0a28-4e19-a50f-126207fc856c req-ed5e06cd-dd67-4309-972a-8df792bd3ddf tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 944 time: 0.0761375 Jun 25 11:03:13.854677 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cd7a34e3-0a28-4e19-a50f-126207fc856c req-d547679e-9a27-48db-b6a0-4d311093201f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509312 Jun 25 11:03:14.399623 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b21c-c204-4b93-a91e-0e1095355783 req-df7af2eb-268c-47a2-a392-f01c7d4b89c6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:14.408711 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9f23b21c-c204-4b93-a91e-0e1095355783 req-df7af2eb-268c-47a2-a392-f01c7d4b89c6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.3815484 Jun 25 11:03:14.461288 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9f23b21c-c204-4b93-a91e-0e1095355783 req-7f68d4fc-62a5-4fd0-a4bc-f763c2f277a2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515716 Jun 25 11:03:14.668943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affd7d2-70a7-4839-80ee-a1fa3e23580a req-86ba8e1b-e02b-41ad-be5d-f4d426e16b6f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:14.670516 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1affd7d2-70a7-4839-80ee-a1fa3e23580a req-86ba8e1b-e02b-41ad-be5d-f4d426e16b6f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0913234 Jun 25 11:03:14.726412 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1affd7d2-70a7-4839-80ee-a1fa3e23580a req-068b10e6-4a6e-4fea-be8c-e2de63c58592 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497634 Jun 25 11:03:15.009435 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2f4c8-a408-4dea-9b47-6433be97ac8a req-cc1541ea-0ba7-41dd-9686-3f9ccb1b52ae tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:15.022561 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d7e2f4c8-a408-4dea-9b47-6433be97ac8a req-cc1541ea-0ba7-41dd-9686-3f9ccb1b52ae tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1681368 Jun 25 11:03:15.076270 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d7e2f4c8-a408-4dea-9b47-6433be97ac8a req-4db479f1-59ec-4e67-8c30-97a9916cb1eb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526726 Jun 25 11:03:15.298265 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16626f8-cc79-4ed3-b200-73b170c429c6 req-ecc50096-1b08-4b64-869e-8505e58e4ff2 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:15.300375 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e16626f8-cc79-4ed3-b200-73b170c429c6 req-ecc50096-1b08-4b64-869e-8505e58e4ff2 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 944 time: 0.0852590 Jun 25 11:03:15.390741 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e16626f8-cc79-4ed3-b200-73b170c429c6 req-f3789081-443f-428a-8d1a-07ba494c41e9 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735092 Jun 25 11:03:15.686544 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0ff0d-c09a-463e-bf4e-7069ac0ef242 req-5da4f111-3ca9-417f-88a8-e190f2172392 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:15.688045 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b1c0ff0d-c09a-463e-bf4e-7069ac0ef242 req-5da4f111-3ca9-417f-88a8-e190f2172392 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0729566 Jun 25 11:03:15.731658 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b1c0ff0d-c09a-463e-bf4e-7069ac0ef242 req-8922e103-412a-4088-9d12-9e18de1791f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378060 Jun 25 11:03:15.921687 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f5ba-db37-45dc-9f33-6a542c5a1622 req-22328aed-ce22-4709-89ae-2a1793d5a88c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:15.923297 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e614f5ba-db37-45dc-9f33-6a542c5a1622 req-22328aed-ce22-4709-89ae-2a1793d5a88c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0676584 Jun 25 11:03:15.966075 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e614f5ba-db37-45dc-9f33-6a542c5a1622 req-1b36fb35-686e-4e00-ace0-ec7e4b3ec59b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367534 Jun 25 11:03:16.310012 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c923edd-d701-4747-a62b-3de3bd4f050f req-2b1b575c-214f-4907-837d-c07a6d69f0a4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:16.317176 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7c923edd-d701-4747-a62b-3de3bd4f050f req-2b1b575c-214f-4907-837d-c07a6d69f0a4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0771732 Jun 25 11:03:16.372851 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7c923edd-d701-4747-a62b-3de3bd4f050f req-35093567-fd62-493e-b3b6-e05fed548fb1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547154 Jun 25 11:03:16.441996 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 58349cad-8936-4541-b0e5-b0ad3e762d6c up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:03:16.564422 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 58349cad-8936-4541-b0e5-b0ad3e762d6c completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:03:16.572178 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 58349cad-8936-4541-b0e5-b0ad3e762d6c triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:03:16.572851 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:16.631430 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008658f9-8ee6-4b6a-af81-f20cfa2d93aa req-2ba17844-9fb5-4f64-b16e-6f171232cb11 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:16.639579 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-008658f9-8ee6-4b6a-af81-f20cfa2d93aa req-2ba17844-9fb5-4f64-b16e-6f171232cb11 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 944 time: 0.1088843 Jun 25 11:03:16.668891 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:16.694209 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:03:16.698340 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-008658f9-8ee6-4b6a-af81-f20cfa2d93aa req-4f3bff18-6d0a-4726-852b-180b49947c32 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536015 Jun 25 11:03:16.698834 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92882b29-4667-492a-80f8-ede2d6dd7770" -d '{"events": [{"server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "name": "network-vif-plugged", "status": "completed", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:03:16.724640 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:03:16.747829 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a883ffb-25d1-423e-b61b-8c2e3a246c0e x-openstack-request-id: req-4a883ffb-25d1-423e-b61b-8c2e3a246c0e {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:03:16.748327 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "name": "network-vif-plugged", "status": "completed", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:03:16.748685 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a883ffb-25d1-423e-b61b-8c2e3a246c0e {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:03:16.749216 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'code': 200} Jun 25 11:03:16.843447 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:16.846601 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:16.938665 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:16.942704 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:17.027559 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3e6c-cfa9-403b-9779-94378518b39f req-0850af9d-e951-4d10-b6d5-ce18fdcee9c9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:17.039846 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cb2b3e6c-cfa9-403b-9779-94378518b39f req-0850af9d-e951-4d10-b6d5-ce18fdcee9c9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1481903 Jun 25 11:03:17.096714 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cb2b3e6c-cfa9-403b-9779-94378518b39f req-5868413c-1174-40fb-96ad-a8af438250e8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500801 Jun 25 11:03:17.202453 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be583a53-11e8-4583-ab05-b9e358f955dd req-9c5165c0-f917-4a1b-81f6-d80dd2b8fe67 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:17.203974 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-be583a53-11e8-4583-ab05-b9e358f955dd req-9c5165c0-f917-4a1b-81f6-d80dd2b8fe67 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0871801 Jun 25 11:03:17.268029 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-be583a53-11e8-4583-ab05-b9e358f955dd req-943e16c7-3215-421a-a993-1ea79eb102b8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473104 Jun 25 11:03:17.442264 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ccaea-6432-4c4f-ab9e-f1bdc4f7b737 req-9690a9a8-8f79-4df4-864f-8e580ea12316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:17.444054 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ee5ccaea-6432-4c4f-ab9e-f1bdc4f7b737 req-9690a9a8-8f79-4df4-864f-8e580ea12316 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1098 time: 0.0800552 Jun 25 11:03:17.486313 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ee5ccaea-6432-4c4f-ab9e-f1bdc4f7b737 req-b834c39a-f70a-473f-835b-188cbe889660 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342078 Jun 25 11:03:17.583198 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825cae7-701b-4824-a070-b5237200c897 req-33f7f691-ce5b-47c5-9d8a-b5f5232a4280 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:17.587346 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1825cae7-701b-4824-a070-b5237200c897 req-33f7f691-ce5b-47c5-9d8a-b5f5232a4280 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0759633 Jun 25 11:03:17.648069 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1825cae7-701b-4824-a070-b5237200c897 req-70f11970-5a66-459b-ba1b-38c827601934 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550966 Jun 25 11:03:17.908042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe885a3a-9165-437f-9c8b-211af7de2172 req-73eedf0a-91b1-45bd-b780-f9491376e8e6 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:17.910184 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe885a3a-9165-437f-9c8b-211af7de2172 req-73eedf0a-91b1-45bd-b780-f9491376e8e6 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0851750 Jun 25 11:03:17.975004 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe885a3a-9165-437f-9c8b-211af7de2172 req-c8dbed09-404d-4945-9fc2-b02b95b38e43 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569375 Jun 25 11:03:18.358479 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49e5c0-ff47-4179-8c54-4e8d30ca7e1c req-72fce959-9dee-44c7-a1c6-29bdf6ad1b93 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:18.366428 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fb49e5c0-ff47-4179-8c54-4e8d30ca7e1c req-72fce959-9dee-44c7-a1c6-29bdf6ad1b93 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1118245 Jun 25 11:03:18.416013 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fb49e5c0-ff47-4179-8c54-4e8d30ca7e1c req-62288205-80fc-45c0-9233-54226cf4ee52 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485251 Jun 25 11:03:18.449375 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:18.561001 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc369632-9725-4e3e-8f28-1fccd377d8ba req-da07f786-0097-45ba-9ed9-be5f466f5248 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:18.568923 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc369632-9725-4e3e-8f28-1fccd377d8ba req-da07f786-0097-45ba-9ed9-be5f466f5248 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1070971 Jun 25 11:03:18.612779 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc369632-9725-4e3e-8f28-1fccd377d8ba req-e8ba4cc1-61bf-4650-a093-23fc6895b742 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377941 Jun 25 11:03:18.788338 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-d6f43be3-9d79-40c2-aab0-a5009e1d1966 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705926 Jun 25 11:03:18.871309 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9e9c3-56ce-41ae-a7ab-2cc21a781b48 req-17e2efa2-c0ee-4b24-9f5f-c415d7ae01ba tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:18.878261 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-77d9e9c3-56ce-41ae-a7ab-2cc21a781b48 req-17e2efa2-c0ee-4b24-9f5f-c415d7ae01ba tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0840483 Jun 25 11:03:18.934337 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-77d9e9c3-56ce-41ae-a7ab-2cc21a781b48 req-395fa04c-0468-4c75-a1e7-ff669462827a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511742 Jun 25 11:03:19.007219 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-02cc8dde-1186-4ab4-93a1-354820e3f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:19.009354 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-02cc8dde-1186-4ab4-93a1-354820e3f25e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 1098 time: 0.0916297 Jun 25 11:03:19.342592 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8efcd-e59f-4385-8b71-d4f793f26a71 req-c40dfa70-8f67-4441-a484-ab2fb6cfbd83 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:19.344585 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-4139b548-00b4-48f2-a377-419ff9b1a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:19.344585 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-4139b548-00b4-48f2-a377-419ff9b1a7c4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 919 time: 0.1824491 Jun 25 11:03:19.344799 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-60b8efcd-e59f-4385-8b71-d4f793f26a71 req-c40dfa70-8f67-4441-a484-ab2fb6cfbd83 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0979857 Jun 25 11:03:19.344799 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-60b8efcd-e59f-4385-8b71-d4f793f26a71 req-64688353-677c-4b74-97e3-a9a97d96bd3e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Jun 25 11:03:19.344972 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-5a51d431-3484-447c-b305-fa6e1796b830 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5ced040-8760-4f9e-b92b-9162494a51df HTTP/1.1" status: 200 len: 217 time: 0.0469801 Jun 25 11:03:19.397720 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-a22ce764-a323-4e0f-9233-5a89fda15980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:19.399208 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-a22ce764-a323-4e0f-9233-5a89fda15980 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.0553370 Jun 25 11:03:19.439395 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-8be99566-f048-4f37-94dc-9ebd4c50f0fe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302434 Jun 25 11:03:19.540682 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-2dff6377-807a-477c-952b-57298a9d5496 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910385 Jun 25 11:03:19.612449 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb640161-55a6-41c5-b3da-472e41680fbf req-c08d3607-7594-40c7-9b2f-df71c55db4a2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:19.612449 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bb640161-55a6-41c5-b3da-472e41680fbf req-c08d3607-7594-40c7-9b2f-df71c55db4a2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0761204 Jun 25 11:03:19.653801 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4e6bb066-17bd-467b-9ffb-1dbea96b93f6 req-2298a3cb-4d57-4601-b503-2ad0ed62cf50 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033962 Jun 25 11:03:19.658974 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bb640161-55a6-41c5-b3da-472e41680fbf req-2964a7c3-5440-4656-ba5d-4914fceaa7eb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465982 Jun 25 11:03:19.824808 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78faad-9ee4-4523-8d26-87c699f55d9d req-8263e938-41d9-4375-86e5-159347d51dd5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:19.826472 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8b78faad-9ee4-4523-8d26-87c699f55d9d req-8263e938-41d9-4375-86e5-159347d51dd5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0680895 Jun 25 11:03:19.867001 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8b78faad-9ee4-4523-8d26-87c699f55d9d req-ac27b539-ee87-4b73-b5ea-f1c50bb41bd2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331702 Jun 25 11:03:20.145560 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100edd95-d145-4bd0-9cb8-d4ae563ce0c9 req-f0d0d01a-dac8-4ee9-8714-fb264260c0d8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:20.148094 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-100edd95-d145-4bd0-9cb8-d4ae563ce0c9 req-f0d0d01a-dac8-4ee9-8714-fb264260c0d8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0850208 Jun 25 11:03:20.207451 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-100edd95-d145-4bd0-9cb8-d4ae563ce0c9 req-c82694e4-d48e-40dd-bb00-588db70621f6 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Jun 25 11:03:20.578103 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c90ba-da4a-4dfc-ae43-e3c87e09b5eb req-898f01a7-e78b-439b-bee9-dd38720a623b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:20.580058 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-da6c90ba-da4a-4dfc-ae43-e3c87e09b5eb req-898f01a7-e78b-439b-bee9-dd38720a623b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0820255 Jun 25 11:03:20.683289 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-da6c90ba-da4a-4dfc-ae43-e3c87e09b5eb req-e9ea41e3-9272-47a1-af1a-3ac27cfe9a50 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 Jun 25 11:03:20.910544 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847ac7-3b9f-4838-9337-d615ce7e5f99 req-533d77b2-448c-4f5b-9ed4-4f6848a32f4e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:20.912151 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-56847ac7-3b9f-4838-9337-d615ce7e5f99 req-533d77b2-448c-4f5b-9ed4-4f6848a32f4e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0757964 Jun 25 11:03:20.976734 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-56847ac7-3b9f-4838-9337-d615ce7e5f99 req-5809c121-8a7d-4099-a235-96f12a42e324 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552161 Jun 25 11:03:21.082322 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e76daa-85b4-46fe-b47f-cfbb47c22f63 req-6a6b63f9-3909-40ee-8b39-cbd263934707 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:21.088861 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-92e76daa-85b4-46fe-b47f-cfbb47c22f63 req-6a6b63f9-3909-40ee-8b39-cbd263934707 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0882287 Jun 25 11:03:21.137129 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-92e76daa-85b4-46fe-b47f-cfbb47c22f63 req-6fd816ad-3e7a-4c88-9dbd-2dc601fabf42 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417790 Jun 25 11:03:21.441344 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf6bee-0b33-4975-b82f-6b36d9bfb251 req-0362acd0-32da-4230-b3ad-0ee7a53db3b4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:21.442947 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-99bf6bee-0b33-4975-b82f-6b36d9bfb251 req-0362acd0-32da-4230-b3ad-0ee7a53db3b4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1048508 Jun 25 11:03:21.541026 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-99bf6bee-0b33-4975-b82f-6b36d9bfb251 req-45e61deb-fa14-4005-b098-c06c73b80ebd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904799 Jun 25 11:03:21.917515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf667d4b-6e25-4092-9348-3203e2e23258 req-1ba49bea-a53f-4bfc-a270-b01ce32f91ed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:21.920635 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bf667d4b-6e25-4092-9348-3203e2e23258 req-1ba49bea-a53f-4bfc-a270-b01ce32f91ed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0818388 Jun 25 11:03:21.977865 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bf667d4b-6e25-4092-9348-3203e2e23258 req-d29acf4d-2e37-4df9-b501-99e0d8d422e9 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501323 Jun 25 11:03:22.242827 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7394-5b75-4b3e-8277-536d44b1d699 req-018c98dd-3242-4585-b074-236d21a579a1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:22.244457 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19ce7394-5b75-4b3e-8277-536d44b1d699 req-018c98dd-3242-4585-b074-236d21a579a1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.1016610 Jun 25 11:03:22.339506 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19ce7394-5b75-4b3e-8277-536d44b1d699 req-7fac090b-566b-49c6-afe6-3f250ecdf075 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887659 Jun 25 11:03:22.396310 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69c15-549a-43d9-aa99-2ebbb0e3dc36 req-d0db8d62-0d7f-4941-be02-0bd6b91b9fd1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:22.397924 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fad69c15-549a-43d9-aa99-2ebbb0e3dc36 req-d0db8d62-0d7f-4941-be02-0bd6b91b9fd1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1149588 Jun 25 11:03:22.448755 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fad69c15-549a-43d9-aa99-2ebbb0e3dc36 req-e1de6c55-820e-4b98-83e7-7a7ad325d118 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420990 Jun 25 11:03:22.757305 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260ff75-6bf3-4e25-9ac0-70c8d01f8fee req-f9853f62-a518-4adb-8233-d6e12edddeee tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:22.758935 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2260ff75-6bf3-4e25-9ac0-70c8d01f8fee req-f9853f62-a518-4adb-8233-d6e12edddeee tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0873673 Jun 25 11:03:22.799328 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2260ff75-6bf3-4e25-9ac0-70c8d01f8fee req-d480e814-4c1c-4988-a5bd-76ceabef38ad tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Jun 25 11:03:23.174396 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d162b6-3594-4045-92f4-7534c943366c req-a847cced-9f9d-4c09-bb91-fef9d5a7c650 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:23.175897 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b8d162b6-3594-4045-92f4-7534c943366c req-a847cced-9f9d-4c09-bb91-fef9d5a7c650 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0703714 Jun 25 11:03:23.215483 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b8d162b6-3594-4045-92f4-7534c943366c req-6f46f88e-36eb-44d6-a4d8-ab8029393858 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Jun 25 11:03:23.534969 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f524-cdbb-4780-b4ed-b9d3908149ec req-b36ce4c0-918f-4fc1-bb83-121a747e8207 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:23.536464 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6b30f524-cdbb-4780-b4ed-b9d3908149ec req-b36ce4c0-918f-4fc1-bb83-121a747e8207 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0645795 Jun 25 11:03:23.605010 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6b30f524-cdbb-4780-b4ed-b9d3908149ec req-65ee3d7c-68a8-4ffa-a685-0b630faf8e9e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615211 Jun 25 11:03:23.643979 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e43ac8-46cc-49cb-8c85-b2642ca3240d req-6cabefcd-85b8-45df-8303-23386b62dd2e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:23.645417 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f5e43ac8-46cc-49cb-8c85-b2642ca3240d req-6cabefcd-85b8-45df-8303-23386b62dd2e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0796847 Jun 25 11:03:23.689704 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f5e43ac8-46cc-49cb-8c85-b2642ca3240d req-464db6e2-b30f-4051-9388-6c3960579542 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Jun 25 11:03:23.988043 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a54ad8-a551-4310-a0ec-d1062987f9f3 req-bede53a6-3341-447c-99da-c7b6303fe4da tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:23.989563 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b0a54ad8-a551-4310-a0ec-d1062987f9f3 req-bede53a6-3341-447c-99da-c7b6303fe4da tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0684161 Jun 25 11:03:24.036445 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b0a54ad8-a551-4310-a0ec-d1062987f9f3 req-d83c6c66-cabc-47a7-ae7c-ccfdc1d9c3a9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Jun 25 11:03:24.394253 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7d4b2-3593-41d7-a6a5-3d6e1c3cdbb4 req-641f1e60-e2f2-4b47-80d9-0f326523870e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:24.395858 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0b7d4b2-3593-41d7-a6a5-3d6e1c3cdbb4 req-641f1e60-e2f2-4b47-80d9-0f326523870e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0669813 Jun 25 11:03:24.435990 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0b7d4b2-3593-41d7-a6a5-3d6e1c3cdbb4 req-41ae7504-2c53-4b24-b511-d4eef398df9d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Jun 25 11:03:24.802752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a229e82-9d01-4413-ad6e-d4176296cd06 req-9845b54d-d6d0-4d60-819b-13b89adc953d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:24.812279 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5a229e82-9d01-4413-ad6e-d4176296cd06 req-9845b54d-d6d0-4d60-819b-13b89adc953d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0735593 Jun 25 11:03:24.874994 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5a229e82-9d01-4413-ad6e-d4176296cd06 req-3a850cae-b66b-4d65-9e10-8e9803f82267 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640106 Jun 25 11:03:24.902472 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba45223-590e-4137-84d3-c0124d8e3b34 req-b925f38a-dea2-4549-bea5-5b6c36321843 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:24.903954 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fba45223-590e-4137-84d3-c0124d8e3b34 req-b925f38a-dea2-4549-bea5-5b6c36321843 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0946753 Jun 25 11:03:24.946589 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fba45223-590e-4137-84d3-c0124d8e3b34 req-c11ad406-e98b-4bc4-9d6e-ffaf3f6ef371 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346870 Jun 25 11:03:25.217371 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edede8e8-29c0-4f02-8a74-74b39551a147 req-f42fbb92-2220-42e1-b138-e89ee9e10d9f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:25.219027 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-edede8e8-29c0-4f02-8a74-74b39551a147 req-f42fbb92-2220-42e1-b138-e89ee9e10d9f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0636714 Jun 25 11:03:25.262083 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-edede8e8-29c0-4f02-8a74-74b39551a147 req-6e9555af-d52a-45f7-b85a-9f7d4e84c564 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368674 Jun 25 11:03:25.616862 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e52ff-5da3-4e55-80dc-21d73a065be3 req-082ac390-ebfe-4496-b706-6ecabfd3b17e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:25.618409 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d58e52ff-5da3-4e55-80dc-21d73a065be3 req-082ac390-ebfe-4496-b706-6ecabfd3b17e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0663881 Jun 25 11:03:25.657294 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d58e52ff-5da3-4e55-80dc-21d73a065be3 req-33dfd2fd-fd45-4dc8-bdf2-782be3dac2dd tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323062 Jun 25 11:03:25.838736 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e045be-3964-4d66-991d-fde85a57b41c req-e2426179-3f5e-4b4d-8224-0394a1f65301 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:25.840279 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12e045be-3964-4d66-991d-fde85a57b41c req-e2426179-3f5e-4b4d-8224-0394a1f65301 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0687838 Jun 25 11:03:25.880650 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12e045be-3964-4d66-991d-fde85a57b41c req-c811b6cb-8f47-4670-99bd-dcc381f1de3f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Jun 25 11:03:26.068235 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de7203-b1c1-4729-8a99-89ee8f6ebe99 req-57ddfb46-83a2-4506-8317-6c31a5f3ab58 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:26.069813 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12de7203-b1c1-4729-8a99-89ee8f6ebe99 req-57ddfb46-83a2-4506-8317-6c31a5f3ab58 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0730407 Jun 25 11:03:26.123286 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12de7203-b1c1-4729-8a99-89ee8f6ebe99 req-451f6157-f48f-46dc-82ac-0f7337000582 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474002 Jun 25 11:03:26.319128 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bc24c-c469-456b-a715-67ad6eb141cd req-01d8452c-a7c4-4944-bc61-49991a2b075b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:26.320752 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9c1bc24c-c469-456b-a715-67ad6eb141cd req-01d8452c-a7c4-4944-bc61-49991a2b075b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0726490 Jun 25 11:03:26.363565 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9c1bc24c-c469-456b-a715-67ad6eb141cd req-af11c02c-7000-4e28-bee4-20e1f33b7905 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357187 Jun 25 11:03:26.501396 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebcc15-4041-400f-bad7-9b4ed88e9137 req-fc09c334-ae48-4361-bd27-945b4eaa438e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:26.503208 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a7ebcc15-4041-400f-bad7-9b4ed88e9137 req-fc09c334-ae48-4361-bd27-945b4eaa438e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0852342 Jun 25 11:03:26.565492 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a7ebcc15-4041-400f-bad7-9b4ed88e9137 req-b25bfe48-66a2-4f2b-99b7-1ebef8a0767c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430021 Jun 25 11:03:26.585602 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf005b-acbe-40f1-85ee-8e707f98b010 req-7e1944b6-3fd9-4c0a-8c31-bc5631759114 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:26.587093 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dbbf005b-acbe-40f1-85ee-8e707f98b010 req-7e1944b6-3fd9-4c0a-8c31-bc5631759114 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1095262 Jun 25 11:03:26.627878 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dbbf005b-acbe-40f1-85ee-8e707f98b010 req-9cb265d8-38c9-44dd-8500-9f01d42f2dad tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Jun 25 11:03:26.742962 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-337ddc63-fd7e-40bb-9650-2f3f8ee2c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:26.744458 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-337ddc63-fd7e-40bb-9650-2f3f8ee2c93e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1098 time: 0.0525243 Jun 25 11:03:26.838942 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-3c9b7743-0ca4-4a7f-9c94-0ae438759783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:26.840464 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-3c9b7743-0ca4-4a7f-9c94-0ae438759783 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.0880868 Jun 25 11:03:26.914202 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-dc556361-12aa-4073-8eea-822960625968 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 200 len: 1000 time: 0.0609896 Jun 25 11:03:27.316007 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08388a91-eb15-40b0-92ca-b97c5207d5f4 req-da1e3814-2bdf-42e6-b30a-c577ba0fff28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:27.321479 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08388a91-eb15-40b0-92ca-b97c5207d5f4 req-da1e3814-2bdf-42e6-b30a-c577ba0fff28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0654471 Jun 25 11:03:27.358345 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08388a91-eb15-40b0-92ca-b97c5207d5f4 req-55e78c84-48e4-44cb-ae4f-b624ba08e2f9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343392 Jun 25 11:03:27.748927 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c0944-bfa7-4804-8c76-c642cd7d9771 req-61e4efc8-5b51-40e8-93d2-279d3c64296d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:27.750301 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d7c0944-bfa7-4804-8c76-c642cd7d9771 req-61e4efc8-5b51-40e8-93d2-279d3c64296d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0714612 Jun 25 11:03:27.813783 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d7c0944-bfa7-4804-8c76-c642cd7d9771 req-188ff04a-2c61-4664-ba64-637cb930dc87 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550456 Jun 25 11:03:27.839217 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc425da3-435d-4b7c-be84-367c7b58bf7a req-fe6b6848-0b88-4189-b8f3-2d853c5ae086 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:27.840729 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bc425da3-435d-4b7c-be84-367c7b58bf7a req-fe6b6848-0b88-4189-b8f3-2d853c5ae086 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1007617 Jun 25 11:03:27.880284 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bc425da3-435d-4b7c-be84-367c7b58bf7a req-5c547d30-5cf7-4a8d-8576-f86d732936df tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Jun 25 11:03:28.537003 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88610194-9938-462d-b66f-5f696e9be87d req-b9045f99-4d31-4abd-b36c-529918e27f5b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:28.538475 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-88610194-9938-462d-b66f-5f696e9be87d req-b9045f99-4d31-4abd-b36c-529918e27f5b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 945 time: 0.0659502 Jun 25 11:03:28.577079 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-88610194-9938-462d-b66f-5f696e9be87d req-8a4894df-a848-423f-bf61-f56f8aa8895e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Jun 25 11:03:29.006479 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe908db-1116-4cb0-a7e1-e1f7c85ee350 req-27d60f6d-582a-40ff-ae89-4ca9f439bb19 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:29.008201 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bbe908db-1116-4cb0-a7e1-e1f7c85ee350 req-27d60f6d-582a-40ff-ae89-4ca9f439bb19 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0720391 Jun 25 11:03:29.081161 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bbe908db-1116-4cb0-a7e1-e1f7c85ee350 req-6affff0c-5a10-489a-97d5-7d541ce45965 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596814 Jun 25 11:03:29.104986 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e005d99-3afa-4840-bc71-320f570a4a8f req-ccada36d-1adb-4c0a-a6ce-dda5cc958789 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:29.106507 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6e005d99-3afa-4840-bc71-320f570a4a8f req-ccada36d-1adb-4c0a-a6ce-dda5cc958789 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0945561 Jun 25 11:03:29.146329 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6e005d99-3afa-4840-bc71-320f570a4a8f req-bef57adf-1a87-4a01-b841-14a53ab05f69 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Jun 25 11:03:29.450374 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:03:29.526185 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:29.548374 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:03:29.550670 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ee1e85-a24c-4957-9294-b9b5bcfd1a6a" -d '{"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:03:29.563805 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:03:29.591922 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Jun 2021 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b96002a-74db-48ca-af06-77bcad4025b0 x-openstack-request-id: req-7b96002a-74db-48ca-af06-77bcad4025b0 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:03:29.592220 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:03:29.592480 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b96002a-74db-48ca-af06-77bcad4025b0 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:03:29.592875 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'code': 200} Jun 25 11:03:29.626072 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:29.629133 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:29.679811 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=8']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:29.683807 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:29.757524 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2890e58-e388-493e-98ba-af6c5c6202f8 req-e3596fad-48a3-4454-b5d8-30e13851a1ef tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:29.759054 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2890e58-e388-493e-98ba-af6c5c6202f8 req-e3596fad-48a3-4454-b5d8-30e13851a1ef tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0663149 Jun 25 11:03:29.797312 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c2890e58-e388-493e-98ba-af6c5c6202f8 req-03bafaf2-f421-421e-9682-bcd1ef51744e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324244 Jun 25 11:03:30.258144 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7b1e3-ed53-4f2e-ac73-405a4d802829 req-5f568961-7538-43cc-9915-6fa585f58751 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:30.261352 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-14a7b1e3-ed53-4f2e-ac73-405a4d802829 req-5f568961-7538-43cc-9915-6fa585f58751 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0662639 Jun 25 11:03:30.331203 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-14a7b1e3-ed53-4f2e-ac73-405a4d802829 req-18df9da7-2871-4693-a61b-2aa9ea2bc70d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601897 Jun 25 11:03:30.352267 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a97bd3-a8b1-4164-b3ad-f799ef4ff4b3 req-7d467933-847e-412d-85f7-c2cebadb0e06 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:30.353754 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a9a97bd3-a8b1-4164-b3ad-f799ef4ff4b3 req-7d467933-847e-412d-85f7-c2cebadb0e06 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0918026 Jun 25 11:03:30.391143 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a9a97bd3-a8b1-4164-b3ad-f799ef4ff4b3 req-5ebdaedb-6a36-4714-bb47-416630c1aa2a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Jun 25 11:03:30.658388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-25a3ef67-3814-4440-bac1-408cfbb60483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:30.659731 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-25a3ef67-3814-4440-bac1-408cfbb60483 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0502524 Jun 25 11:03:30.722157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-dbdbf97b-a050-4e3d-a951-8faaefd095bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:30.723673 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-dbdbf97b-a050-4e3d-a951-8faaefd095bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537858 Jun 25 11:03:30.814025 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-284da34e-1777-40de-b950-4a36b57c522c service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815787 Jun 25 11:03:30.925516 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8d32c01b-8c32-4810-8f2a-eb640b85f006 req-5a521266-3c83-4814-990e-8d77f3a4566a service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024525 Jun 25 11:03:30.982064 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5901416-640b-40e0-9af9-cb1e637c1653 req-ddefdf29-6180-495a-88db-15a35ffaa82f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:30.983462 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c5901416-640b-40e0-9af9-cb1e637c1653 req-ddefdf29-6180-495a-88db-15a35ffaa82f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0669324 Jun 25 11:03:31.020955 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c5901416-640b-40e0-9af9-cb1e637c1653 req-9771a87c-b981-401f-a9e9-5fa72878df1b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313516 Jun 25 11:03:31.548884 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ec7c7-e89a-4b21-ba7e-63f2651d053b req-5dbc263f-509b-4391-90cb-61c50c7bfedb tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:31.550391 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-463ec7c7-e89a-4b21-ba7e-63f2651d053b req-5dbc263f-509b-4391-90cb-61c50c7bfedb tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0998218 Jun 25 11:03:31.605957 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-463ec7c7-e89a-4b21-ba7e-63f2651d053b req-1c2d2960-d6b3-4286-85c7-1202aa9a03e6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483589 Jun 25 11:03:31.616235 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4af30-7ded-4af0-a6c8-503be5b93bd6 req-fc378afb-c630-4e3f-bb1f-854fc4f31d2d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:31.617732 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-26d4af30-7ded-4af0-a6c8-503be5b93bd6 req-fc378afb-c630-4e3f-bb1f-854fc4f31d2d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1105545 Jun 25 11:03:31.659786 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-26d4af30-7ded-4af0-a6c8-503be5b93bd6 req-9c5ad976-7708-4766-a3f0-e9eb66546590 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Jun 25 11:03:32.205869 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452145aa-1924-48b2-992f-8bd800742a20 req-10dbe72a-1116-4325-8de2-8239280b8b7b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:32.207459 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-452145aa-1924-48b2-992f-8bd800742a20 req-10dbe72a-1116-4325-8de2-8239280b8b7b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0671012 Jun 25 11:03:32.249993 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-452145aa-1924-48b2-992f-8bd800742a20 req-d9074b1b-467a-4aeb-8948-ff85dd5901c0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369258 Jun 25 11:03:32.800726 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234803b-553f-4d30-b174-e56a19fc4e31 req-c7e9ae08-79ac-49fc-9b89-1e4f016a0032 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:32.802244 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8234803b-553f-4d30-b174-e56a19fc4e31 req-c7e9ae08-79ac-49fc-9b89-1e4f016a0032 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0670650 Jun 25 11:03:32.841253 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8234803b-553f-4d30-b174-e56a19fc4e31 req-15e8f52f-2fed-423e-a94c-54d8adda8c77 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Jun 25 11:03:33.009219 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0eeb70-7469-4bae-96f2-3f8a7f32ef0f req-9737afbf-d6d5-43eb-8b7e-d3ca0a63c39c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:33.010764 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9d0eeb70-7469-4bae-96f2-3f8a7f32ef0f req-9737afbf-d6d5-43eb-8b7e-d3ca0a63c39c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0673707 Jun 25 11:03:33.030467 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771b64d-6ea6-4a58-bc4c-b59b5f79424c req-b82db11e-fc93-4d52-99e7-75fb0d7029db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:33.031961 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4771b64d-6ea6-4a58-bc4c-b59b5f79424c req-b82db11e-fc93-4d52-99e7-75fb0d7029db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0608299 Jun 25 11:03:33.051162 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9d0eeb70-7469-4bae-96f2-3f8a7f32ef0f req-5d6b878c-060a-4832-b200-7c989acf2fa5 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332737 Jun 25 11:03:33.068165 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4771b64d-6ea6-4a58-bc4c-b59b5f79424c req-0abb3fdf-d151-460f-b486-682dfc980141 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292442 Jun 25 11:03:33.467832 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da75f2e-8991-428f-aaaa-400a2724480c req-5db2c772-5831-42a8-bcf3-e01fb0770d99 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:33.469354 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0da75f2e-8991-428f-aaaa-400a2724480c req-5db2c772-5831-42a8-bcf3-e01fb0770d99 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0739362 Jun 25 11:03:33.510156 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0da75f2e-8991-428f-aaaa-400a2724480c req-b933d5d5-67ed-40c2-b802-a7c0a50dbc17 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342107 Jun 25 11:03:33.631937 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7ded-0ee2-4a57-a786-bfed9584c81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:34.016705 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48c060-9cad-49cc-9276-f16c07f6c8b9 req-c15519d0-c125-49b9-90a7-92fa36cdffd8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:34.018199 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1a48c060-9cad-49cc-9276-f16c07f6c8b9 req-c15519d0-c125-49b9-90a7-92fa36cdffd8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0625856 Jun 25 11:03:34.055282 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1a48c060-9cad-49cc-9276-f16c07f6c8b9 req-5f52a740-e74f-4473-87db-d1d9ba091bb5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312676 Jun 25 11:03:34.225123 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a8a99-5e07-41df-b1af-7a510e37edb3 req-7758c660-596e-4fb3-8eba-b32fa161d1e7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:34.226378 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-597a8a99-5e07-41df-b1af-7a510e37edb3 req-7758c660-596e-4fb3-8eba-b32fa161d1e7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0628860 Jun 25 11:03:34.266457 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-597a8a99-5e07-41df-b1af-7a510e37edb3 req-69aa6b9b-d862-46d4-863a-7f3ec6436b08 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 Jun 25 11:03:34.694158 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc6e84-a108-4552-bfc8-43cd23746be8 req-35ae0aae-2200-4230-b6c1-97685c9c2fe5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:34.695797 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c6dc6e84-a108-4552-bfc8-43cd23746be8 req-35ae0aae-2200-4230-b6c1-97685c9c2fe5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0710878 Jun 25 11:03:34.740660 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c6dc6e84-a108-4552-bfc8-43cd23746be8 req-976f7ce5-2573-4458-8a89-85c92ec67040 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380800 Jun 25 11:03:35.228131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad7098-7599-4805-bba7-2420809b44b4 req-d3567a83-98af-4abc-829f-f78802a8dd78 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:35.229580 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2dad7098-7599-4805-bba7-2420809b44b4 req-d3567a83-98af-4abc-829f-f78802a8dd78 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0616536 Jun 25 11:03:35.267088 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2dad7098-7599-4805-bba7-2420809b44b4 req-a5162cf7-815c-4e36-b177-32f9980cdbf7 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317287 Jun 25 11:03:35.444723 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0fbcf-eabd-40e3-b391-e87e3dad471a req-397920f6-f13f-45e9-a492-c003a437304a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:35.446191 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-30b0fbcf-eabd-40e3-b391-e87e3dad471a req-397920f6-f13f-45e9-a492-c003a437304a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0698211 Jun 25 11:03:35.483815 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-30b0fbcf-eabd-40e3-b391-e87e3dad471a req-71bd688f-bbdb-4573-9bb4-c7593b214cfb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317397 Jun 25 11:03:35.922605 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee7ec2-f2cd-4d49-8462-a48b6fd429f4 req-90153199-c97a-4f5c-933b-3d6880248517 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:35.924108 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-55ee7ec2-f2cd-4d49-8462-a48b6fd429f4 req-90153199-c97a-4f5c-933b-3d6880248517 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0638716 Jun 25 11:03:35.961342 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-55ee7ec2-f2cd-4d49-8462-a48b6fd429f4 req-c993b1f8-0d4f-462b-b6e4-0b73ded8bd8f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Jun 25 11:03:36.462715 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b43b7-3b1b-4d72-b9d3-82176614fc63 req-b96bad94-4319-4fd3-84ee-f5a42f3d82de tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:36.464448 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e08b43b7-3b1b-4d72-b9d3-82176614fc63 req-b96bad94-4319-4fd3-84ee-f5a42f3d82de tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0644715 Jun 25 11:03:36.504961 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e08b43b7-3b1b-4d72-b9d3-82176614fc63 req-82bf0886-b73c-4433-89b4-a62c5831ee3b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347533 Jun 25 11:03:36.648959 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3051cf3c-cf59-41e4-a16d-f99a609c9f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:36.660378 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e71201-e163-49d6-9d40-2499ab9445d5 req-2a9cd2c9-fabd-43f6-9749-0941376f400e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:36.661876 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d6e71201-e163-49d6-9d40-2499ab9445d5 req-2a9cd2c9-fabd-43f6-9749-0941376f400e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0658526 Jun 25 11:03:36.677214 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:36.701392 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d6e71201-e163-49d6-9d40-2499ab9445d5 req-1113c014-add7-4414-8e0c-e43dc793f9ce tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Jun 25 11:03:37.144354 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e1a2-3f28-4a61-a9fa-1e8a1b8aa248 req-426eb37f-1894-4646-8f20-1d105f907f7b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:37.145804 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2275e1a2-3f28-4a61-a9fa-1e8a1b8aa248 req-426eb37f-1894-4646-8f20-1d105f907f7b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0640008 Jun 25 11:03:37.183428 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2275e1a2-3f28-4a61-a9fa-1e8a1b8aa248 req-edd224bb-5c82-43f3-89f9-8ddda892992c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316799 Jun 25 11:03:37.358555 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:03:37.679290 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671d05a-7601-4227-903e-608c87f88070 req-18047dfb-4c3b-44a1-b720-d5058f49dd57 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:37.680743 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1671d05a-7601-4227-903e-608c87f88070 req-18047dfb-4c3b-44a1-b720-d5058f49dd57 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0647550 Jun 25 11:03:37.718604 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1671d05a-7601-4227-903e-608c87f88070 req-83d89a1a-6567-48bf-a36e-283ab3dc7974 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Jun 25 11:03:37.884169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ade3-ecfc-4294-af63-d074a9c5ee01 req-43f74c81-9c8d-4a0b-a97a-8251dde822c6 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:37.886187 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5f86ade3-ecfc-4294-af63-d074a9c5ee01 req-43f74c81-9c8d-4a0b-a97a-8251dde822c6 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0686514 Jun 25 11:03:37.917369 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:37.928560 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5f86ade3-ecfc-4294-af63-d074a9c5ee01 req-268afec1-e04a-4804-a9cc-966dd5abd432 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365629 Jun 25 11:03:38.367664 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a9f8b-8475-4e95-9a9c-417797268315 req-4f1ffc87-8af8-4c43-aa1d-d4c000a76f33 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:38.369666 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ea5a9f8b-8475-4e95-9a9c-417797268315 req-4f1ffc87-8af8-4c43-aa1d-d4c000a76f33 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0650146 Jun 25 11:03:38.410600 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ea5a9f8b-8475-4e95-9a9c-417797268315 req-05f3c3f9-fba0-42f0-928f-16c6bf007dd5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351241 Jun 25 11:03:38.895432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae985e-647b-4b08-9140-6e9b7dc96bd9 req-47f25bcf-a3ce-41e8-bbca-fd35d7516f89 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:38.896902 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-71ae985e-647b-4b08-9140-6e9b7dc96bd9 req-47f25bcf-a3ce-41e8-bbca-fd35d7516f89 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0671082 Jun 25 11:03:38.938995 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-71ae985e-647b-4b08-9140-6e9b7dc96bd9 req-a608c27f-f0c5-4fde-a3b8-c23888b6abb0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355451 Jun 25 11:03:39.111829 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4940a-cbcc-4e4a-8a13-d0a14deb80fe req-16abe248-7a69-4a6b-b826-e351896ab5ab tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:39.113346 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-81e4940a-cbcc-4e4a-8a13-d0a14deb80fe req-16abe248-7a69-4a6b-b826-e351896ab5ab tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0704083 Jun 25 11:03:39.154329 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-81e4940a-cbcc-4e4a-8a13-d0a14deb80fe req-40882331-89f5-45ae-a213-8ff7c9ddb13f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343902 Jun 25 11:03:39.449664 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:39.599537 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a3ac7-f896-43f7-b154-540681bbeeea req-c6e57146-3f10-41cc-9774-518c666aa154 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:39.601006 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-388a3ac7-f896-43f7-b154-540681bbeeea req-c6e57146-3f10-41cc-9774-518c666aa154 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0664780 Jun 25 11:03:39.640679 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-388a3ac7-f896-43f7-b154-540681bbeeea req-e98c9289-207a-403c-a80e-8948539f28fd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337718 Jun 25 11:03:39.894517 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46562375-ad45-470b-a365-e019f84e202a req-1db68ade-8c13-4c9d-b753-97a0c0da726e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:39.895967 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-46562375-ad45-470b-a365-e019f84e202a req-1db68ade-8c13-4c9d-b753-97a0c0da726e tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0708647 Jun 25 11:03:39.934331 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-46562375-ad45-470b-a365-e019f84e202a req-aca7bac6-b305-46ba-acc7-722d642a2d71 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Jun 25 11:03:40.073845 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-fa20d6e1-2301-40c5-a2ef-7d690e059da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:40.077719 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-fa20d6e1-2301-40c5-a2ef-7d690e059da8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=697d0ae51e5f424a8183cff410a63f8a&device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0591171 Jun 25 11:03:40.126025 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f22e6-8d78-427a-bcac-d566fec855a3 req-c16e8e16-ad5d-4f49-805c-d9d30e88c121 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:40.128430 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d27f22e6-8d78-427a-bcac-d566fec855a3 req-c16e8e16-ad5d-4f49-805c-d9d30e88c121 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0704536 Jun 25 11:03:40.174516 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d27f22e6-8d78-427a-bcac-d566fec855a3 req-a8a625c7-1db2-4245-ab66-fe0792ee785c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401189 Jun 25 11:03:40.399119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-5ca51906-dd5a-4659-87d3-e26f22f20160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:40.401082 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-5ca51906-dd5a-4659-87d3-e26f22f20160 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 200 len: 919 time: 0.3069379 Jun 25 11:03:40.446504 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-1ae22ff9-3c76-4c51-bfab-b30ee322c217 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 200 len: 217 time: 0.0379941 Jun 25 11:03:40.501800 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-34dfb920-31d9-4f1b-8c17-5d664510fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:40.503245 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-34dfb920-31d9-4f1b-8c17-5d664510fe2d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 200 len: 858 time: 0.0442610 Jun 25 11:03:40.541764 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-7af523d5-f4b9-4ba1-aa3b-d4bd977aab8c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262601 Jun 25 11:03:40.658818 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-0039a46b-f1a9-4e11-82b6-67361fc21e57 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876110 Jun 25 11:03:40.751024 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-881c4cb4-834e-4d68-aa29-0e28cb5e18b3 req-9a53bf8c-5290-40da-9be0-ad76670c08b5 service neutron] 10.222.0.93 "GET /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852797 Jun 25 11:03:41.121756 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b9bc-6e9a-4cdd-9a8a-009d21630ba1 req-ffa5676e-c4d7-4506-9a70-217742e3bc22 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:41.123426 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-29b8b9bc-6e9a-4cdd-9a8a-009d21630ba1 req-ffa5676e-c4d7-4506-9a70-217742e3bc22 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0775836 Jun 25 11:03:41.172276 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-29b8b9bc-6e9a-4cdd-9a8a-009d21630ba1 req-f203c108-5568-4d0b-8244-4fa130222e61 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jun 25 11:03:41.357952 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8cd38-8cc6-4e95-812d-e514ce844ada req-5de935e9-043f-42bb-8819-b9eda9eb9ef1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:41.359425 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-efb8cd38-8cc6-4e95-812d-e514ce844ada req-5de935e9-043f-42bb-8819-b9eda9eb9ef1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0734599 Jun 25 11:03:41.399598 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-efb8cd38-8cc6-4e95-812d-e514ce844ada req-c13b5ebb-29de-4d27-95b9-2005ede5235d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Jun 25 11:03:41.505761 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c94f8-bbed-4fb4-9673-a4f83d64f9db req-a4cfd0cc-eff4-45b9-a826-c38e1111af3b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:41.511393 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e59c94f8-bbed-4fb4-9673-a4f83d64f9db req-a4cfd0cc-eff4-45b9-a826-c38e1111af3b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0749836 Jun 25 11:03:41.547749 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e59c94f8-bbed-4fb4-9673-a4f83d64f9db req-301f8da2-9af7-4849-8a09-40a5ba4bafb1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337265 Jun 25 11:03:41.999014 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 57252) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:03:42.122384 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-4b2c3be5-e2e1-4851-b849-7732cdd33f40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220443 Jun 25 11:03:42.569419 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e55a8-4340-4481-8574-4af5b28b3361 req-3e71f98d-ca3f-40fe-a51c-63dacc181d8c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:42.570937 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aa6e55a8-4340-4481-8574-4af5b28b3361 req-3e71f98d-ca3f-40fe-a51c-63dacc181d8c tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.2791255 Jun 25 11:03:42.632921 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aa6e55a8-4340-4481-8574-4af5b28b3361 req-31eaa00c-9361-4f67-bbed-d35625a3ab65 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529468 Jun 25 11:03:42.657116 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c2862-1283-4064-b2cd-fdea40341e08 req-f01b8f5a-617b-4ad0-a853-76685a7c4902 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:42.658660 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-415c2862-1283-4064-b2cd-fdea40341e08 req-f01b8f5a-617b-4ad0-a853-76685a7c4902 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0970438 Jun 25 11:03:42.696586 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-415c2862-1283-4064-b2cd-fdea40341e08 req-fb2aa84c-84ca-413b-bdb1-25834fe46478 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320907 Jun 25 11:03:42.802145 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd1e0-5fb6-4046-a2c8-937d096278fe req-e0f3f6d4-1949-422a-8985-8638817a8be1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:42.803595 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-901fd1e0-5fb6-4046-a2c8-937d096278fe req-e0f3f6d4-1949-422a-8985-8638817a8be1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0653846 Jun 25 11:03:42.847715 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-901fd1e0-5fb6-4046-a2c8-937d096278fe req-fa661c1a-6253-45cb-a5d8-9cd451be66f5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379415 Jun 25 11:03:43.804788 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231c87e-a341-49f6-a33f-00534c873737 req-f10d526a-79a4-483b-b76d-3e4acbcf4150 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:43.805630 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:03:43.806523 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f231c87e-a341-49f6-a33f-00534c873737 req-f10d526a-79a4-483b-b76d-3e4acbcf4150 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0628867 Jun 25 11:03:43.882071 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f231c87e-a341-49f6-a33f-00534c873737 req-4baee372-4e66-41f3-8f07-b93637c723be tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680621 Jun 25 11:03:43.906630 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdfb29-03eb-472d-bb25-a694019f185f req-31b7a1e9-be66-4817-a31a-e0bb16fe474c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:43.908478 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-effdfb29-03eb-472d-bb25-a694019f185f req-31b7a1e9-be66-4817-a31a-e0bb16fe474c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0961921 Jun 25 11:03:43.948827 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-effdfb29-03eb-472d-bb25-a694019f185f req-f77003dd-52c0-4b78-a7c4-5cc41534eb6f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348310 Jun 25 11:03:44.045102 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e6f6-c6bb-4bd4-8b58-b9d8a591bb79 req-42672c85-beed-4b11-9c90-49c8aecbdd41 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:44.046579 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc63e6f6-c6bb-4bd4-8b58-b9d8a591bb79 req-42672c85-beed-4b11-9c90-49c8aecbdd41 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0647655 Jun 25 11:03:44.083921 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc63e6f6-c6bb-4bd4-8b58-b9d8a591bb79 req-d4452814-28ac-4e5c-b231-e73cd6e55e77 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Jun 25 11:03:45.076549 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ff17b-8ec6-4655-a213-a1ff168c6bcf req-04fdc6d0-f2de-4aad-9cb1-4fcb530b3f7a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:45.078099 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-211ff17b-8ec6-4655-a213-a1ff168c6bcf req-04fdc6d0-f2de-4aad-9cb1-4fcb530b3f7a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0827684 Jun 25 11:03:45.144796 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-211ff17b-8ec6-4655-a213-a1ff168c6bcf req-5c2befda-c7ac-4913-8846-150441a9d6fb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577595 Jun 25 11:03:45.169923 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989713f8-abd0-4ed1-b7a7-12ac6a67fa60 req-b479c938-5b6a-4686-9c12-6f342dd42871 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:45.171397 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-989713f8-abd0-4ed1-b7a7-12ac6a67fa60 req-b479c938-5b6a-4686-9c12-6f342dd42871 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1037476 Jun 25 11:03:45.216148 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-989713f8-abd0-4ed1-b7a7-12ac6a67fa60 req-0e3aec49-8466-4669-9761-58dffe7f68c4 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370646 Jun 25 11:03:45.326871 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c312d-7141-424f-b271-a863cd12485a req-4d532f53-f06a-401d-b9b6-0deab1fbd681 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:45.328628 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-589c312d-7141-424f-b271-a863cd12485a req-4d532f53-f06a-401d-b9b6-0deab1fbd681 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0701478 Jun 25 11:03:45.373593 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-589c312d-7141-424f-b271-a863cd12485a req-70ae0230-2713-44ae-bc94-d7285b629d05 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 Jun 25 11:03:46.317108 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ddbbe-bb5f-43bd-8f80-b804a2229a95 req-459e8ec5-37b0-4fcf-8173-a10144caf0eb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:46.318715 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-571ddbbe-bb5f-43bd-8f80-b804a2229a95 req-459e8ec5-37b0-4fcf-8173-a10144caf0eb tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0621054 Jun 25 11:03:46.388617 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-571ddbbe-bb5f-43bd-8f80-b804a2229a95 req-5402030a-5a2b-4880-95cc-293a13c0d6c7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642526 Jun 25 11:03:46.422902 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648931-140e-4451-ac8f-e525f3985809 req-f228bded-a69c-41a7-81be-422fa6a72477 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:46.424720 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-33648931-140e-4451-ac8f-e525f3985809 req-f228bded-a69c-41a7-81be-422fa6a72477 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0933621 Jun 25 11:03:46.479033 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-33648931-140e-4451-ac8f-e525f3985809 req-0cfdb0b0-f122-4436-805c-69da80d8840a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475698 Jun 25 11:03:46.602467 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7565a69-da44-4bd9-a72d-2e32265237f9 req-e102e99a-6500-44a5-b5e3-50e8e46afa79 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:46.604017 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f7565a69-da44-4bd9-a72d-2e32265237f9 req-e102e99a-6500-44a5-b5e3-50e8e46afa79 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0670998 Jun 25 11:03:46.653877 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f7565a69-da44-4bd9-a72d-2e32265237f9 req-270cd77d-e56c-435f-93af-0109f99de4ab tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 Jun 25 11:03:46.984110 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d88552-1525-49ff-bb22-28a7f651c2a9 req-de8847bb-e9e8-4b2a-bec2-3afa3bc0d7b0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:46.985556 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f1d88552-1525-49ff-bb22-28a7f651c2a9 req-de8847bb-e9e8-4b2a-bec2-3afa3bc0d7b0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0694401 Jun 25 11:03:47.026187 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f1d88552-1525-49ff-bb22-28a7f651c2a9 req-7407c639-2129-4ab2-ba09-e9fc007100ec tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342584 Jun 25 11:03:47.154910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-8538fdc9-3052-45e2-8247-90b443c45233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:47.156390 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-8538fdc9-3052-45e2-8247-90b443c45233 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1098 time: 0.0576127 Jun 25 11:03:47.269899 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-27eb7c1c-e00e-4663-baf9-78f7593b52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:47.271266 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-27eb7c1c-e00e-4663-baf9-78f7593b52dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.0921841 Jun 25 11:03:47.351483 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-0e32911f-39d0-49a7-859a-c9fd3dfd7af6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 1000 time: 0.0589526 Jun 25 11:03:47.410410 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-1926bb30-0ca8-4e79-90f3-3707c7059658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:47.411887 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-1926bb30-0ca8-4e79-90f3-3707c7059658 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0513921 Jun 25 11:03:47.480409 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-5522612e-22a6-4d2a-95b8-a59814fed247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:47.482675 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-5522612e-22a6-4d2a-95b8-a59814fed247 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600502 Jun 25 11:03:47.582578 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bb3d5-eea0-4ace-8cd5-adb39a544810 req-f28eafaa-e136-4f07-893a-e16e143fcb8f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:47.584154 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-209bb3d5-eea0-4ace-8cd5-adb39a544810 req-f28eafaa-e136-4f07-893a-e16e143fcb8f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0696089 Jun 25 11:03:47.591043 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-cdcda5c5-41fa-4640-85ad-24408aa407b5 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862703 Jun 25 11:03:47.632541 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-209bb3d5-eea0-4ace-8cd5-adb39a544810 req-411d255a-dd26-4975-a882-eeb9a0f65f0b tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Jun 25 11:03:47.691706 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2028b699-0259-456a-bfc2-08f80dffc4e4 req-1b39ba79-2e4f-4a55-b76e-a35bda3bbad6 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894971 Jun 25 11:03:47.854592 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89562df2-67cd-4743-a954-a2b0c97cf540 req-fcb4b3c6-ed9a-4918-8544-9973b756dd72 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:47.861466 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-89562df2-67cd-4743-a954-a2b0c97cf540 req-fcb4b3c6-ed9a-4918-8544-9973b756dd72 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0830767 Jun 25 11:03:47.900551 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-89562df2-67cd-4743-a954-a2b0c97cf540 req-fd51ef19-be17-46b0-b122-40ef213e4992 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366838 Jun 25 11:03:48.205090 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59c56a-237e-4b8c-ae89-087772053b1f req-33e61245-2ee2-479e-84b6-3ff746fe94ea tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:48.206625 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5d59c56a-237e-4b8c-ae89-087772053b1f req-33e61245-2ee2-479e-84b6-3ff746fe94ea tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0667219 Jun 25 11:03:48.247272 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5d59c56a-237e-4b8c-ae89-087772053b1f req-0499ed02-4f0b-4dfc-8a5e-6c93adeedbd9 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339687 Jun 25 11:03:48.441909 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:49.085948 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6d8cd-4e70-44e4-ad4a-c55133f57000 req-60a959da-d20f-4ec0-9bc1-e94c6758e6f9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:49.095486 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8ad6d8cd-4e70-44e4-ad4a-c55133f57000 req-60a959da-d20f-4ec0-9bc1-e94c6758e6f9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0667896 Jun 25 11:03:49.129801 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8ad6d8cd-4e70-44e4-ad4a-c55133f57000 req-2934906e-7482-4d01-998b-d4b4b8d7d960 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315919 Jun 25 11:03:49.419513 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91fe2c-b30b-4b33-beae-2ab67355b545 req-b3affc29-87e1-46aa-9fcf-084af289269f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:49.420998 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8e91fe2c-b30b-4b33-beae-2ab67355b545 req-b3affc29-87e1-46aa-9fcf-084af289269f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Jun 25 11:03:49.460923 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8e91fe2c-b30b-4b33-beae-2ab67355b545 req-e452e7a9-df86-4e3d-bcde-f34742c28b0c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341022 Jun 25 11:03:50.331309 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c580dd-464d-458f-8c18-910b79f1dda3 req-c08bef40-c915-453a-927c-b5c4387ad7ab tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:50.332770 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c0c580dd-464d-458f-8c18-910b79f1dda3 req-c08bef40-c915-453a-927c-b5c4387ad7ab tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0736332 Jun 25 11:03:50.372510 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c0c580dd-464d-458f-8c18-910b79f1dda3 req-2490b26a-b27d-44e6-916d-00981e79737d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334518 Jun 25 11:03:50.637349 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dc50f-3a34-480a-b9d4-ee1823a71ce0 req-3ac18c65-efed-488b-8c77-e086822b0d96 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:50.638914 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-886dc50f-3a34-480a-b9d4-ee1823a71ce0 req-3ac18c65-efed-488b-8c77-e086822b0d96 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0664024 Jun 25 11:03:50.685095 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-886dc50f-3a34-480a-b9d4-ee1823a71ce0 req-8da6da8c-77ae-46c8-b9b7-4973469d7c8e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395527 Jun 25 11:03:51.563706 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548f7ef-7830-4f0a-83f2-c0478d35efcc req-e2aa58c6-4f60-486b-9296-25b5fc432252 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:51.565382 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4548f7ef-7830-4f0a-83f2-c0478d35efcc req-e2aa58c6-4f60-486b-9296-25b5fc432252 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0720778 Jun 25 11:03:51.603528 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4548f7ef-7830-4f0a-83f2-c0478d35efcc req-7f1fec47-7da8-42c9-a685-eabcd27d893b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322838 Jun 25 11:03:51.875890 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9c06-037c-40f4-b319-39b73864f72c req-e6e5f8b9-55cb-4769-84f9-41814cdfb590 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:51.877264 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-336a9c06-037c-40f4-b319-39b73864f72c req-e6e5f8b9-55cb-4769-84f9-41814cdfb590 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0638776 Jun 25 11:03:51.918279 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-336a9c06-037c-40f4-b319-39b73864f72c req-73423a04-7a32-4821-9e6c-d673b91d8d10 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346243 Jun 25 11:03:52.330198 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 57426) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:03:52.438812 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:52.527795 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:52.597144 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:52.599660 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-954c5b84-88be-4cb0-acea-cc4e875750d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:52.635432 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cef46bf25eb4340977b1abec28f80df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040268 Jun 25 11:03:52.636106 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d5a46-dc43-4df1-a412-fb69e2ccd8f0,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:52.642099 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 57434) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:03:52.644936 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.645306 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.645646 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.646023 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.646355 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.646697 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.647035 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.647524 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.647871 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.648204 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.648537 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.648933 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.665371 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:52.690449 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:52.711536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:52.783132 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24732cea-778e-4f3d-9742-e130c1ded358 req-c5d6efd6-5740-4e22-9588-06636e745838 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:52.787828 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-24732cea-778e-4f3d-9742-e130c1ded358 req-c5d6efd6-5740-4e22-9588-06636e745838 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0632219 Jun 25 11:03:52.822801 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-24732cea-778e-4f3d-9742-e130c1ded358 req-a9898a30-b7bb-4dd0-92c4-e9badb0ec0d3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323749 Jun 25 11:03:52.849357 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:52.852280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:03:52.853467 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/028d5a46-dc43-4df1-a412-fb69e2ccd8f0 HTTP/1.1" status: 204 len: 168 time: 0.2132843 Jun 25 11:03:52.854440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-cc7fc1fe-d8d8-4878-9cce-b339ca47edd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:03:52.868107 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d5a46-dc43-4df1-a412-fb69e2ccd8f0,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:03:52.870771 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.871069 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.871427 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.871775 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.872258 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.872612 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.872959 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.873383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.873656 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.874029 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.874370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.877093 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:03:52.883333 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:03:53.096886 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55e1c-0dc8-473c-b251-415f663d5d4e req-97a980d5-ca40-408d-b4a6-7dec92fc8952 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:53.098411 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97b55e1c-0dc8-473c-b251-415f663d5d4e req-97a980d5-ca40-408d-b4a6-7dec92fc8952 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0668917 Jun 25 11:03:53.139554 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97b55e1c-0dc8-473c-b251-415f663d5d4e req-4fb1f595-6683-4f16-8e16-ff8f6d223a2e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349426 Jun 25 11:03:54.006515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad077016-9b58-4ebd-bfc9-a0bf0c5e01ac req-95c055e1-7da3-4610-850d-aec8363443eb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:54.008044 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ad077016-9b58-4ebd-bfc9-a0bf0c5e01ac req-95c055e1-7da3-4610-850d-aec8363443eb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0643280 Jun 25 11:03:54.048361 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ad077016-9b58-4ebd-bfc9-a0bf0c5e01ac req-396f5a03-4a16-4461-844d-eb659de22308 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339692 Jun 25 11:03:54.317522 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7ff1-d540-44d8-9e1b-b0f9d6534bd0 req-4e0456fa-9e99-488d-9999-bac89a5e98ad tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:54.319038 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ab5e7ff1-d540-44d8-9e1b-b0f9d6534bd0 req-4e0456fa-9e99-488d-9999-bac89a5e98ad tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0652292 Jun 25 11:03:54.358668 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ab5e7ff1-d540-44d8-9e1b-b0f9d6534bd0 req-0780773d-d942-44f7-9437-f72df8da9ff7 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331831 Jun 25 11:03:55.238146 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbdbc4-9104-4585-9208-cf1f9762dcc4 req-5f60e954-8b70-42a8-aff8-d058777e085a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:55.239557 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-33bbdbc4-9104-4585-9208-cf1f9762dcc4 req-5f60e954-8b70-42a8-aff8-d058777e085a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0706079 Jun 25 11:03:55.277202 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-33bbdbc4-9104-4585-9208-cf1f9762dcc4 req-bd2c06e9-9781-4f95-a6cc-ef486fa97b95 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jun 25 11:03:55.532520 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9f74-b306-40bf-ba89-5fe718532922 req-0fd89631-dd71-421d-8ab2-55801e92abc6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:55.534062 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d91c9f74-b306-40bf-ba89-5fe718532922 req-0fd89631-dd71-421d-8ab2-55801e92abc6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0634873 Jun 25 11:03:55.576155 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d91c9f74-b306-40bf-ba89-5fe718532922 req-73ff178b-92f4-4ef5-beb1-38a6a6d92312 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360315 Jun 25 11:03:56.464115 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9bbdf-744d-42bf-834b-22600bfdf75b req-d6e1b71d-26a4-4c50-9b31-16a0a3f8dd15 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:56.465593 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eaf9bbdf-744d-42bf-834b-22600bfdf75b req-d6e1b71d-26a4-4c50-9b31-16a0a3f8dd15 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0679269 Jun 25 11:03:56.505086 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-eaf9bbdf-744d-42bf-834b-22600bfdf75b req-a9b198b4-e260-4487-9b33-0394bfdb23bb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332150 Jun 25 11:03:56.759213 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927618db-cffc-4446-b414-17ab122255f8 req-16f5e283-d7ab-4fb5-b841-c36212244adc tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:56.760641 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-927618db-cffc-4446-b414-17ab122255f8 req-16f5e283-d7ab-4fb5-b841-c36212244adc tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0641036 Jun 25 11:03:56.799897 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-927618db-cffc-4446-b414-17ab122255f8 req-62d2ca43-adea-4027-863d-a41ce5c230f0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332427 Jun 25 11:03:57.691744 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b6c0f-e831-4aca-a491-223131fa6cab req-423fb936-2c06-444e-9269-89f860da48b2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:57.691744 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-490b6c0f-e831-4aca-a491-223131fa6cab req-423fb936-2c06-444e-9269-89f860da48b2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0689301 Jun 25 11:03:57.730499 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-490b6c0f-e831-4aca-a491-223131fa6cab req-8d845289-4c14-45e9-9358-f7f71f382c57 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347097 Jun 25 11:03:57.980616 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0149217-cbe8-4347-88c9-7e7438f1ef4a req-516e5ef1-bba8-49e8-a46b-7dc5d370ee97 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:57.982139 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0149217-cbe8-4347-88c9-7e7438f1ef4a req-516e5ef1-bba8-49e8-a46b-7dc5d370ee97 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0668693 Jun 25 11:03:58.021726 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0149217-cbe8-4347-88c9-7e7438f1ef4a req-81d00d5c-0c56-4617-99dd-c05e6d077d92 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337470 Jun 25 11:03:58.911925 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701fe0-fc39-4994-bfb3-5cf26183beff req-2f4c4d7f-1007-4738-9199-e8ab7bf2c7c7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:58.913396 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-18701fe0-fc39-4994-bfb3-5cf26183beff req-2f4c4d7f-1007-4738-9199-e8ab7bf2c7c7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0641363 Jun 25 11:03:58.952474 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-18701fe0-fc39-4994-bfb3-5cf26183beff req-d31e17ff-dcf7-49f7-befa-dc1b8e742e52 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325704 Jun 25 11:03:59.202584 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92374f-58cc-4544-85a3-d4abd4d0801b req-2a451a6b-a0ba-4bb0-97e7-d5ba178b9617 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:03:59.204120 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9b92374f-58cc-4544-85a3-d4abd4d0801b req-2a451a6b-a0ba-4bb0-97e7-d5ba178b9617 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0715108 Jun 25 11:03:59.246097 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9b92374f-58cc-4544-85a3-d4abd4d0801b req-eb7d7a65-abe6-4ea7-9b6f-9582ccaa0e75 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354524 Jun 25 11:04:00.133526 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9989563-2a13-43e4-8b31-1da4c613c962 req-1c2c74d2-045f-4e2e-a6b0-b9a8425d161f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:00.134975 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9989563-2a13-43e4-8b31-1da4c613c962 req-1c2c74d2-045f-4e2e-a6b0-b9a8425d161f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0635378 Jun 25 11:04:00.173491 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9989563-2a13-43e4-8b31-1da4c613c962 req-13ff1e98-096e-4ad3-87c9-beb6a10c56b0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328267 Jun 25 11:04:00.416942 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa04053-e287-45f4-ad47-9ccdbaea4b29 req-6edcc3f1-624c-4963-a9cc-b424c12a4744 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:00.418458 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-daa04053-e287-45f4-ad47-9ccdbaea4b29 req-6edcc3f1-624c-4963-a9cc-b424c12a4744 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0617030 Jun 25 11:04:00.459535 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-daa04053-e287-45f4-ad47-9ccdbaea4b29 req-ab2966d1-61cc-432d-869d-da7c50ea7bcd tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353713 Jun 25 11:04:01.366315 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b7045-1c63-4d0f-8f23-f57419bd75f9 req-229dd1c9-56c2-421a-9b92-62a68f010ad5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:01.367793 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-496b7045-1c63-4d0f-8f23-f57419bd75f9 req-229dd1c9-56c2-421a-9b92-62a68f010ad5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0701156 Jun 25 11:04:01.408876 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-496b7045-1c63-4d0f-8f23-f57419bd75f9 req-b60fb046-4bbc-4f75-8c6c-afc2723e7ebb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342169 Jun 25 11:04:01.643063 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb248b-fbd6-4961-97f6-6fd60fc6790e req-2826e4e4-658e-4086-99c9-b023edc7558b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:01.644574 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-09cb248b-fbd6-4961-97f6-6fd60fc6790e req-2826e4e4-658e-4086-99c9-b023edc7558b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0648191 Jun 25 11:04:01.684439 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-09cb248b-fbd6-4961-97f6-6fd60fc6790e req-42354da5-b356-4314-82f5-e7d35a38b711 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Jun 25 11:04:02.596162 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259ac3-2bef-42bc-b449-cf7b1649e7ad req-538f568c-68c5-4603-bada-c2c805b486fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:02.597661 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-58259ac3-2bef-42bc-b449-cf7b1649e7ad req-538f568c-68c5-4603-bada-c2c805b486fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0707836 Jun 25 11:04:02.644024 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-58259ac3-2bef-42bc-b449-cf7b1649e7ad req-4a523422-1770-46f3-8c30-df8ce9827db5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Jun 25 11:04:02.711322 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1c24c-f9c2-4e9e-9970-1cd84b01b8c2 req-09151bd7-9f26-43a9-b3df-580bf1ad04e8 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:02.712820 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6de1c24c-f9c2-4e9e-9970-1cd84b01b8c2 req-09151bd7-9f26-43a9-b3df-580bf1ad04e8 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0668504 Jun 25 11:04:02.758624 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6de1c24c-f9c2-4e9e-9970-1cd84b01b8c2 req-ef241b26-066c-4b3e-8256-5a871ea9804a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Jun 25 11:04:02.786836 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 57626) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:02.995870 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87417619-1d2e-4b6e-bc93-b7fa1b70f516 tempest-TestMinimumBasicScenario-371727080 tempest-TestMinimumBasicScenario-371727080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:02.997554 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-87417619-1d2e-4b6e-bc93-b7fa1b70f516 tempest-TestMinimumBasicScenario-371727080 tempest-TestMinimumBasicScenario-371727080-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1093 time: 0.2095563 Jun 25 11:04:03.000736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 57632) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:03.006108 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'port_id': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:03.140175 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for floatingip, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:03.240869 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:03.394038 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Allocated IP 172.27.2.102 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/0cc768d5-7344-440f-b94f-8cf465ccfa45) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:04:03.508772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:03.659722 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e30c85e7-4f1f-40aa-81f1-0a7e713ffd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:03.660346 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:03.663205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:03.704833 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:04:03.707835 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:04:03.710753 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:04:03.747355 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'Port': ['ID=0cc768d5-7344-440f-b94f-8cf465ccfa45,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:03.750568 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:03.830521 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71c425-bf43-46d9-8a4f-bc35523cd353 req-92256612-e44f-4c66-973b-29aedcd13845 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:03.832029 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7f71c425-bf43-46d9-8a4f-bc35523cd353 req-92256612-e44f-4c66-973b-29aedcd13845 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0676470 Jun 25 11:04:03.870971 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7f71c425-bf43-46d9-8a4f-bc35523cd353 req-5e5cacc4-8e31-4110-b220-27ae23914324 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330925 Jun 25 11:04:04.104792 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:04.264828 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:04.411875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:04.488368 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:04.491500 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a6b72669-f1cb-425e-b47d-6c4b6e37d7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:04.554762 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'Port': ['ID=0cc768d5-7344-440f-b94f-8cf465ccfa45,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:04.559181 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:04.567851 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:04.664464 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Floating IP 758019d3-3939-430d-b485-f3f8efeb5b9e associated. External IP: 172.27.2.102, port: 58349cad-8936-4541-b0e5-b0ad3e762d6c. Jun 25 11:04:04.870816 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Router 33e11c6b-8d19-4292-a420-b2c82a1c3792 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:04:04.979118 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:04:04.993843 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] Sync routers for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:04:05.003121 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:04:05.003720 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:03:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:05.062392 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeda977-c423-4ad1-ba4d-ce09be5c5472 req-695cbe2e-8fa4-4aae-838c-0fb679c4b5d8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:05.063712 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4eeda977-c423-4ad1-ba4d-ce09be5c5472 req-695cbe2e-8fa4-4aae-838c-0fb679c4b5d8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0660417 Jun 25 11:04:05.071498 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.106888 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4eeda977-c423-4ad1-ba4d-ce09be5c5472 req-634b92fa-3708-4d14-84b4-53b48db590fc tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366259 Jun 25 11:04:05.115688 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1138041 Jun 25 11:04:05.116436 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:05.118985 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 57658) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:05.119154 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:05.124666 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-96192594', 'description': 'tempest-secgroup-smoke-96192594 description', 'project_id': 'df6d7efaaf324d25adb6f82f68900110'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:05.125645 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:04:05.170584 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52367f19-5379-4e90-901b-b63fb5f6aae2 x-openstack-request-id: req-52367f19-5379-4e90-901b-b63fb5f6aae2 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:05.170910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:05.171202 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52367f19-5379-4e90-901b-b63fb5f6aae2 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:05.171670 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'status': 'completed', 'code': 200} Jun 25 11:04:05.231660 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.310905 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.354433 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '758019d3-3939-430d-b485-f3f8efeb5b9e', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'port_id': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'mac_address': 'fa:16:3e:e8:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:04:03Z', 'updated_at': '2021-06-25T11:04:03Z', 'revision_number': 0, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 5, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:05.382219 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] Checking router: 33e11c6b-8d19-4292-a420-b2c82a1c3792 for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:04:05.391155 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:04:05.391745 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:03:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:05.396912 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.399409 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:05.428564 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:05.437254 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:05.499388 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:04:05.545514 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.549811 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4269211 Jun 25 11:04:05.550257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 57666) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:05.555441 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'security_group_rule': {'security_group_id': '0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22', 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:05.704988 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.722926 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '758019d3-3939-430d-b485-f3f8efeb5b9e', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'port_id': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'mac_address': 'fa:16:3e:e8:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:04:03Z', 'updated_at': '2021-06-25T11:04:03Z', 'revision_number': 0, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 5, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:05.748821 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ead4f2-5822-4979-937d-be74c7129b74 None None] The sync data for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi is: [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '758019d3-3939-430d-b485-f3f8efeb5b9e', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'port_id': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'mac_address': 'fa:16:3e:e8:d5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:04:03Z', 'updated_at': '2021-06-25T11:04:03Z', 'revision_number': 0, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 5, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:04:05.755241 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.937135 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a55f91-73d7-4dd4-88e1-3f18e4ac6d09 None None] New status for floating IP 758019d3-3939-430d-b485-f3f8efeb5b9e: ACTIVE {{(pid=105347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:04:05.939840 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:05.944383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:05.961800 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9730443a-3607-4513-9d56-6dec7e091136,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:05.964806 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:06.059615 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.060819 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5094547 Jun 25 11:04:06.066191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 57670) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:06.070975 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'security_group_rule': {'security_group_id': '0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22', 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:06.180827 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.261471 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.307157 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5ba2-c6da-409f-ae96-cb9b862a09ff req-00e9b630-16cc-4b9a-b187-9fd311ac211d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:06.308622 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6fae5ba2-c6da-409f-ae96-cb9b862a09ff req-00e9b630-16cc-4b9a-b187-9fd311ac211d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0693867 Jun 25 11:04:06.328205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.330418 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6a3ac860-1609-49ff-811b-3e0e262c531a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:06.344840 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908d2fc7-489b-4210-a933-52ad638340c5,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:06.346113 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6fae5ba2-c6da-409f-ae96-cb9b862a09ff req-e2df0c45-1d21-4f5c-8b82-599e96c69ba6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317199 Jun 25 11:04:06.349439 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:06.414086 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.415936 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-889b3b07-09e9-4db1-88a7-a8e1d8b38af5 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3479660 Jun 25 11:04:06.418489 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 57678) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:06.423001 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'security_group_rule': {'security_group_id': '0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22', 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:06.516904 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.575999 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.676900 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.678964 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:06.695420 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ca1fa6-d620-45dd-b77f-fa7e30f8d90b,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:06.698252 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:06.711327 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.713647 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2c1f250c-67bb-4ed9-a494-dc2480a395b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.791782 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:06.792913 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3733950 Jun 25 11:04:06.795920 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 57682) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:06.800463 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'security_group_rule': {'security_group_id': '0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22', 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:06.850616 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-b21ee967-a621-45bc-85aa-4cecabb84f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:06.852141 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-b21ee967-a621-45bc-85aa-4cecabb84f44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1098 time: 0.0581563 Jun 25 11:04:06.945677 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-170859b4-8f2c-4c94-958b-639caba5aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:06.947716 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-170859b4-8f2c-4c94-958b-639caba5aefc service neutron] 10.222.0.93 "GET /v2.0/networks?id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 200 len: 916 time: 0.0886564 Jun 25 11:04:06.952746 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.008392 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.020518 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-05c586e5-fbe9-44c0-9d4a-d93375c0e70f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 1001 time: 0.0611656 Jun 25 11:04:07.072083 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.078483 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b92715f0-7200-4df1-aac7-0495d5c44657 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:07.080151 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-8274f947-c35e-4491-a1ad-fd5600ea39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:07.081724 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-8274f947-c35e-4491-a1ad-fd5600ea39ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd HTTP/1.1" status: 200 len: 854 time: 0.0493636 Jun 25 11:04:07.094883 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5f876c-f40b-468e-8770-53bad6f8d4f0,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:07.103362 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:07.158393 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-69dc3a3e-a11c-4b7c-b68e-5964098c9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:07.159912 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-69dc3a3e-a11c-4b7c-b68e-5964098c9877 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703990 Jun 25 11:04:07.168523 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.169716 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727651 Jun 25 11:04:07.172405 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 57686) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:07.176938 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'security_group_rule': {'security_group_id': '0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22', 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:07.250476 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-3ee4b8ce-808e-42e8-93f1-bb8ba6a22c7d service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821524 Jun 25 11:04:07.294208 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.securitygroups_db [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Project df6d7efaaf324d25adb6f82f68900110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:04:07.299560 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.363355 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8506b0f-58ac-40a0-857c-95fadfc7f4d5 req-c5cbe14c-7c44-4a12-bf31-fbcc87864c14 service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Jun 25 11:04:07.367271 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.448724 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.450942 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:07.468127 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e19cfd-fa8f-41a3-bfba-aa5e02a9aacb,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:07.470630 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:07.538763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3fe71-d393-462a-9281-772459a314da req-666f2c8b-0caa-4b04-a2d6-5a1ca6c27187 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:07.540297 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-93a3fe71-d393-462a-9281-772459a314da req-666f2c8b-0caa-4b04-a2d6-5a1ca6c27187 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0672734 Jun 25 11:04:07.553813 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.554909 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3df6128b-5380-402a-953e-da52bf12f90e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3816113 Jun 25 11:04:07.557811 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 57694) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:07.562874 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'security_group_rule': {'security_group_id': '0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22', 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:07.582047 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-93a3fe71-d393-462a-9281-772459a314da req-0b397c19-aa91-4a70-ad25-07e33150ef35 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353224 Jun 25 11:04:07.687022 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.securitygroups_db [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Project df6d7efaaf324d25adb6f82f68900110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:04:07.692418 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.753938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.865501 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:07.867604 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:07.884484 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeafa252-10dd-440d-9abc-d3b33188b3e0,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:07.887407 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:07.980006 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:08.008185 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:08.009417 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4505050 Jun 25 11:04:08.128774 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-5c52290c-7dd7-4b3a-8ddf-88d8ce5a8705 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96192594&fields=id&tenant_id=df6d7efaaf324d25adb6f82f68900110 HTTP/1.1" status: 200 len: 267 time: 0.0340276 Jun 25 11:04:08.197747 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-257d03bf-8eb6-4846-8906-616a03438c05 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:08.199478 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-257d03bf-8eb6-4846-8906-616a03438c05 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0648501 Jun 25 11:04:08.210478 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'port': {'security_groups': ['a91e3a5c-0e8d-49bb-91fb-a70c0185438e', '0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22']}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:08.305158 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:08.535688 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:08.574609 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:08.699335 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5951572'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:08.703576 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b4f06c4f-c103-40dd-98a1-0e8ab5a71778 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:08.744496 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['58349cad-8936-4541-b0e5-b0ad3e762d6c'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:08.749734 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:08.750518 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for port, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:08.756357 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a8c1fdd6-c0e4-44da-869c-e6a85490bdc5 req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "PUT /v2.0/ports/58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 981 time: 0.5466685 Jun 25 11:04:08.756357 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:08.756357 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:08.784836 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=6']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:08.788529 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:08.948011 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270f33b-792a-45bb-a963-c5cd7e4f60f7 req-9cdf83e0-d07f-45a7-a978-876ae458f79b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:08.950362 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6270f33b-792a-45bb-a963-c5cd7e4f60f7 req-9cdf83e0-d07f-45a7-a978-876ae458f79b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0795979 Jun 25 11:04:08.994018 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6270f33b-792a-45bb-a963-c5cd7e4f60f7 req-b4a9bd44-ab22-4aee-83a6-821adfa8daf1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372550 Jun 25 11:04:09.006933 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['58349cad-8936-4541-b0e5-b0ad3e762d6c'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:09.087935 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-f094b41d-6a13-413f-8245-8f6e200c2720 None None] Provisioning complete for port 58349cad-8936-4541-b0e5-b0ad3e762d6c triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:04:09.088578 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f094b41d-6a13-413f-8245-8f6e200c2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:09.110061 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e05a1f-7504-4c57-864d-195948f77206 x-openstack-request-id: req-78e05a1f-7504-4c57-864d-195948f77206 {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:09.110487 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:09.110988 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78e05a1f-7504-4c57-864d-195948f77206 {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:09.111647 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'status': 'completed', 'code': 200} Jun 25 11:04:09.199335 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5d69b-f5df-48cc-8ee5-82dfa36f4f14 req-33b32b25-8a89-4a77-8a81-993c9cbf2676 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:09.201162 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6cd5d69b-f5df-48cc-8ee5-82dfa36f4f14 req-33b32b25-8a89-4a77-8a81-993c9cbf2676 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0797541 Jun 25 11:04:09.261847 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-35b57c02-5d8f-4f32-9800-30d19f133f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:09.263351 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-35b57c02-5d8f-4f32-9800-30d19f133f0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1137 time: 0.0574999 Jun 25 11:04:09.283040 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6cd5d69b-f5df-48cc-8ee5-82dfa36f4f14 req-2af5e0b3-e3ad-41a1-ada8-1c511c8886cb tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0674016 Jun 25 11:04:09.327859 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab964af-6e88-48bc-8910-f59d339ea99e req-0cdeca9e-0d27-48fb-ae3f-a4003efede54 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:09.336377 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7ab964af-6e88-48bc-8910-f59d339ea99e req-0cdeca9e-0d27-48fb-ae3f-a4003efede54 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1265328 Jun 25 11:04:09.386678 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7ab964af-6e88-48bc-8910-f59d339ea99e req-9fa2b0fe-f062-4350-a42b-fbf068f39581 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464058 Jun 25 11:04:09.419450 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-13cfe080-dbb5-4e15-93dc-0ff93c37e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:09.428952 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-13cfe080-dbb5-4e15-93dc-0ff93c37e2fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 200 len: 916 time: 0.1503322 Jun 25 11:04:09.487070 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:09.517114 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-731ea0a1-f75e-4053-a0fe-a006b0db98a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 1001 time: 0.0830827 Jun 25 11:04:09.583814 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-245e56c1-5068-4945-9aab-af6a1900e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:09.585717 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-245e56c1-5068-4945-9aab-af6a1900e8ff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd HTTP/1.1" status: 200 len: 854 time: 0.0580513 Jun 25 11:04:09.653631 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-d6d890b2-5f29-4550-83d0-f732920795d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:09.655206 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-d6d890b2-5f29-4550-83d0-f732920795d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539324 Jun 25 11:04:09.758626 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-59bb1c02-a953-47a9-869c-4231c3b46d6b service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850599 Jun 25 11:04:09.860186 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e7ae4ce7-9551-4c09-86fb-ed317bb598a4 req-447ba813-2004-45b8-90b4-524871c4fe21 service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910337 Jun 25 11:04:10.016005 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88013c18-4872-4b48-bf53-0025b28c0d3f req-ca28aab4-3c94-48a5-8953-157b43b234a0 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:10.017640 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-88013c18-4872-4b48-bf53-0025b28c0d3f req-ca28aab4-3c94-48a5-8953-157b43b234a0 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.0661030 Jun 25 11:04:10.058645 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-88013c18-4872-4b48-bf53-0025b28c0d3f req-7247a07c-eabb-4a07-a2fb-c889b9dfdd39 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355334 Jun 25 11:04:10.185605 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d8f10-86e0-4980-875c-a0aaa21a61e1 req-51292c86-ffbb-40fb-a5ff-ddbdaa9142ed tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:10.187089 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3c0d8f10-86e0-4980-875c-a0aaa21a61e1 req-51292c86-ffbb-40fb-a5ff-ddbdaa9142ed tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0639312 Jun 25 11:04:10.226335 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3c0d8f10-86e0-4980-875c-a0aaa21a61e1 req-f3273219-2f5b-4143-86f8-b1f113bcd677 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336640 Jun 25 11:04:10.590008 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968748-add5-4c2c-acf9-7a50f7638057 req-909d1326-1791-4d73-9f43-2dd060fb6ab3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:10.591503 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c968748-add5-4c2c-acf9-7a50f7638057 req-909d1326-1791-4d73-9f43-2dd060fb6ab3 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.0706246 Jun 25 11:04:10.630845 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c968748-add5-4c2c-acf9-7a50f7638057 req-78793d4f-9b69-4d82-b16d-5e03dcf084f8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jun 25 11:04:11.230689 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfe485-5bdb-4a36-b880-43fd31f05f80 req-8f07cea6-11d7-44bd-b1ea-8dfff8d045cf tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:11.232146 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-61dfe485-5bdb-4a36-b880-43fd31f05f80 req-8f07cea6-11d7-44bd-b1ea-8dfff8d045cf tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.0624354 Jun 25 11:04:11.270421 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-61dfe485-5bdb-4a36-b880-43fd31f05f80 req-a5cb9a3b-4939-4f10-a7d9-44d37c4db445 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Jun 25 11:04:11.413468 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a4ef-5802-43ca-b42a-2ebbcc4163a5 req-c18c1688-60bd-46f0-b779-283a4d0f3a3d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:11.415117 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e402a4ef-5802-43ca-b42a-2ebbcc4163a5 req-c18c1688-60bd-46f0-b779-283a4d0f3a3d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0660255 Jun 25 11:04:11.422947 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-d2cdf15d-b632-4b7a-98e0-9ea1fc1e36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:11.424388 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-d2cdf15d-b632-4b7a-98e0-9ea1fc1e36ac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2&tenant_id=d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 1096 time: 0.0861366 Jun 25 11:04:11.454482 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e402a4ef-5802-43ca-b42a-2ebbcc4163a5 req-81b4c3ad-457c-4ff1-bde8-e1a1c0ecb4ac tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331271 Jun 25 11:04:11.564773 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-05147d31-4f66-458c-b935-a54d2539427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:11.566292 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-05147d31-4f66-458c-b935-a54d2539427e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1096 time: 0.0577662 Jun 25 11:04:11.659248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-538f5a68-15b9-4d8e-8c4b-d3dccea15dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:11.660714 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-538f5a68-15b9-4d8e-8c4b-d3dccea15dc7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.0873694 Jun 25 11:04:11.831880 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6df098-f9fb-46c2-8cc2-7e8e9e98128a req-cff0201b-77cd-4f82-b081-5f25a0cd1531 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:11.833299 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0b6df098-f9fb-46c2-8cc2-7e8e9e98128a req-cff0201b-77cd-4f82-b081-5f25a0cd1531 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.0757673 Jun 25 11:04:11.879537 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0b6df098-f9fb-46c2-8cc2-7e8e9e98128a req-46315ab8-1cf2-4b67-ac86-4bade740f49b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Jun 25 11:04:11.971655 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-3b727b3c-a246-4539-81cc-75f2e51896ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 200 len: 998 time: 0.3028779 Jun 25 11:04:12.021091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-70a2ed1f-04a9-4fd9-bf43-193173e59520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:12.022604 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-70a2ed1f-04a9-4fd9-bf43-193173e59520 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0434761 Jun 25 11:04:12.081842 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-fd3fd7dc-19d2-4a14-8600-c9af46cfe582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:12.087938 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-fd3fd7dc-19d2-4a14-8600-c9af46cfe582 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518038 Jun 25 11:04:12.254229 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-65062240-07cc-49a4-bc4f-93510064e6cf service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293511 Jun 25 11:04:12.264202 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-78848c1d-b310-43c4-ab6e-bc69edc82861 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:12.265550 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-78848c1d-b310-43c4-ab6e-bc69edc82861 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 946 time: 0.1394806 Jun 25 11:04:12.424141 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-52d17f43-7911-4943-afe3-04ddcf7a343c req-5ca32755-4802-4fc0-9a82-553bd3b12250 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570482 Jun 25 11:04:12.448621 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Deleting port f49f395b-f778-4fd1-ba84-57e20d36ea50 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:12.449011 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:12.459140 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0da9d9-2189-44b2-aa23-a02cab02bf83 req-703c08a6-2368-4332-91fb-7aa6328b1efa tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:12.460775 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba0da9d9-2189-44b2-aa23-a02cab02bf83 req-703c08a6-2368-4332-91fb-7aa6328b1efa tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.0701022 Jun 25 11:04:12.503273 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba0da9d9-2189-44b2-aa23-a02cab02bf83 req-1e17883c-bf01-42bb-ba48-f5d214c0bcd3 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359225 Jun 25 11:04:12.548415 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] For port f49f395b-f778-4fd1-ba84-57e20d36ea50, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=f49f395b-f778-4fd1-ba84-57e20d36ea50,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:12.548789 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:12.565808 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Calling delete_port for f49f395b-f778-4fd1-ba84-57e20d36ea50 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:12.785922 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:12.791359 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3df6baa5-127d-4dcc-819b-bfbdce1a31b4 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:12.813062 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b441af-d05d-4834-92e8-0af2101cda21 req-3c6f308d-d870-4b34-b1b7-9c94b1f9c798 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:12.814698 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-96b441af-d05d-4834-92e8-0af2101cda21 req-3c6f308d-d870-4b34-b1b7-9c94b1f9c798 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0851703 Jun 25 11:04:12.821995 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event deleted for resources: {'Port': ['ID=f49f395b-f778-4fd1-ba84-57e20d36ea50,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:12.834750 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', '33fdabef-ee93-4753-99e6-c822ff580cc8', 'f49f395b-f778-4fd1-ba84-57e20d36ea50'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:12.843707 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-92cd9423-7aed-4679-92b6-533a8a257cb9 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:12.845710 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-92cd9423-7aed-4679-92b6-533a8a257cb9 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 945 time: 0.1147249 Jun 25 11:04:12.851756 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:12.876861 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-96b441af-d05d-4834-92e8-0af2101cda21 req-8437aae4-eb86-481f-9785-39cb6b12593f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553181 Jun 25 11:04:12.937741 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] No DVR routers for this DVR port f49f395b-f778-4fd1-ba84-57e20d36ea50 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:04:12.942233 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:12.945444 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-fd362ea8-fd68-4270-ae67-5edfb12dfd34 req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "DELETE /v2.0/ports/f49f395b-f778-4fd1-ba84-57e20d36ea50 HTTP/1.1" status: 204 len: 173 time: 0.6706121 Jun 25 11:04:12.945444 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'name': 'network-vif-deleted', 'tag': 'f49f395b-f778-4fd1-ba84-57e20d36ea50'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:12.948791 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5185afff-51ca-435c-bfd3-142df24d9fec" -d '{"events": [{"server_uuid": "161f388e-1a6a-48e0-bbc0-929baf57c0da", "name": "network-vif-deleted", "tag": "f49f395b-f778-4fd1-ba84-57e20d36ea50"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:13.024485 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c23fcff-0c97-4d16-9896-f8240a0b1193 x-openstack-request-id: req-4c23fcff-0c97-4d16-9896-f8240a0b1193 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:13.025354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161f388e-1a6a-48e0-bbc0-929baf57c0da", "name": "network-vif-deleted", "tag": "f49f395b-f778-4fd1-ba84-57e20d36ea50", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:13.025649 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c23fcff-0c97-4d16-9896-f8240a0b1193 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:13.026242 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161f388e-1a6a-48e0-bbc0-929baf57c0da', 'name': 'network-vif-deleted', 'tag': 'f49f395b-f778-4fd1-ba84-57e20d36ea50', 'status': 'completed', 'code': 200} Jun 25 11:04:13.061209 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Deleting port 99db67b9-505a-48ca-b250-7e7d784a4254 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:13.061571 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:13.098362 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-62dbbc41-8271-4403-ab00-f27808dc3783 req-87332b91-c451-489a-869e-d71884017597 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0381496 Jun 25 11:04:13.190676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] For port 99db67b9-505a-48ca-b250-7e7d784a4254, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=99db67b9-505a-48ca-b250-7e7d784a4254,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:13.190988 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:13.206880 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Calling delete_port for 99db67b9-505a-48ca-b250-7e7d784a4254 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:13.494298 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:13.507895 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b95ff595-4f65-4661-aa1d-145b43904279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:13.525741 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Pushing event deleted for resources: {'Port': ['ID=99db67b9-505a-48ca-b250-7e7d784a4254,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:13.529492 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:13.600244 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] No DVR routers for this DVR port 99db67b9-505a-48ca-b250-7e7d784a4254 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:04:13.602818 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:13.605001 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0e76f3a1-61cc-4d8a-abd9-d31e45b6b8dd req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "DELETE /v2.0/ports/99db67b9-505a-48ca-b250-7e7d784a4254 HTTP/1.1" status: 204 len: 173 time: 0.7514257 Jun 25 11:04:13.732694 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bfafa4ba-b230-4ae2-bcae-033a701c00b4 req-72aba27d-05cc-4a40-857a-e9bc9e1c494b tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0695558 Jun 25 11:04:14.082275 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810e71a-d7d0-450f-94e3-2042626314fc req-853a37a3-1fc5-44c6-b4ff-b07577497f4f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:14.083820 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3810e71a-d7d0-450f-94e3-2042626314fc req-853a37a3-1fc5-44c6-b4ff-b07577497f4f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0820308 Jun 25 11:04:14.141673 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3810e71a-d7d0-450f-94e3-2042626314fc req-96ce37bc-c9ab-4b6e-b6c4-20886dd4fecc tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478270 Jun 25 11:04:14.293681 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1c0dba7a-6abc-40e8-aba6-517b62a545e5 req-1edac90a-30f3-417d-8d3e-d7f8d5ae3d8b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0298309 Jun 25 11:04:14.359796 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:04:14.367336 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['99db67b9-505a-48ca-b250-7e7d784a4254'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:14.873463 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8b78e8df-f382-49c6-a03a-d6eb6898038c req-a2bc917b-810b-4232-ad94-cfb5929e7afa tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0303166 Jun 25 11:04:15.027944 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'name': 'network-vif-deleted', 'tag': '99db67b9-505a-48ca-b250-7e7d784a4254'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:15.030434 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf2b00d-9a40-4219-b9f4-91cc01ba7758" -d '{"events": [{"server_uuid": "63f0225c-f1c0-41e0-b49f-571c42d66393", "name": "network-vif-deleted", "tag": "99db67b9-505a-48ca-b250-7e7d784a4254"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:15.070916 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf2174-6435-4a9a-9c41-37263bbfd21e x-openstack-request-id: req-cfcf2174-6435-4a9a-9c41-37263bbfd21e {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:15.071284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f0225c-f1c0-41e0-b49f-571c42d66393", "name": "network-vif-deleted", "tag": "99db67b9-505a-48ca-b250-7e7d784a4254", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:15.071744 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfcf2174-6435-4a9a-9c41-37263bbfd21e {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:15.072304 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f0225c-f1c0-41e0-b49f-571c42d66393', 'name': 'network-vif-deleted', 'tag': '99db67b9-505a-48ca-b250-7e7d784a4254', 'status': 'completed', 'code': 200} Jun 25 11:04:15.389147 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df704e-0795-40e1-a057-102a9ae392f3 req-6e8b4d8e-2834-4c25-bad9-6a1278c56f3a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:15.392114 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-02df704e-0795-40e1-a057-102a9ae392f3 req-6e8b4d8e-2834-4c25-bad9-6a1278c56f3a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0993130 Jun 25 11:04:15.463601 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-02df704e-0795-40e1-a057-102a9ae392f3 req-61fffef2-a2b7-4b69-ac8c-aca226527eb4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644908 Jun 25 11:04:15.496497 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-41c06a32-258f-403c-b4fc-3845b8c418e6 req-3f9cbc84-8c49-4bfc-85db-a9559c503160 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0467629 Jun 25 11:04:16.450863 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-280b9010-695c-47aa-a434-efb1e7a598c1 req-a90a341a-88ed-4692-9792-dbe7a0d725fe tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0292387 Jun 25 11:04:16.662751 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84528d57-8b44-43ce-97f8-cecb0e047410 req-2dd22bfa-ca3a-42c7-96ea-950ab02366a3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:16.664279 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-84528d57-8b44-43ce-97f8-cecb0e047410 req-2dd22bfa-ca3a-42c7-96ea-950ab02366a3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0697579 Jun 25 11:04:16.708867 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fb931e49-e808-4e43-bf04-43611556ade6 req-e3e317ba-f5de-44de-993c-4edc9f74a914 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0435419 Jun 25 11:04:16.730504 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-84528d57-8b44-43ce-97f8-cecb0e047410 req-f9c10e31-08e4-440b-aa39-fb9ffeaf55a7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559592 Jun 25 11:04:16.897188 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596570d8-990a-4b35-88e0-72af472a725c req-40a4c4d1-7b04-489a-ab3d-15ecc4bb5572 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:16.898721 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-596570d8-990a-4b35-88e0-72af472a725c req-40a4c4d1-7b04-489a-ab3d-15ecc4bb5572 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0774410 Jun 25 11:04:16.938529 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-596570d8-990a-4b35-88e0-72af472a725c req-ab7168fe-719f-45f4-9e19-7508086c88e3 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336270 Jun 25 11:04:17.130371 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device f49f395b-f778-4fd1-ba84-57e20d36ea50 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:17.156848 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: f49f395b-f778-4fd1-ba84-57e20d36ea50 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:17.157496 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device f49f395b-f778-4fd1-ba84-57e20d36ea50 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:17.158161 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 99db67b9-505a-48ca-b250-7e7d784a4254 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:17.179321 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 99db67b9-505a-48ca-b250-7e7d784a4254 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:17.179679 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 99db67b9-505a-48ca-b250-7e7d784a4254 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:17.618417 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2d42fa92-1c73-427b-a8af-f096bc5b8f84 req-b21717c6-9336-4463-992b-d6001d9d0166 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0400813 Jun 25 11:04:18.143285 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-33cd116c-c094-4018-b817-67a6cc5f2e0a req-b33531ee-5e8a-453b-90a1-f79aa05d6e76 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.2938330 Jun 25 11:04:18.213048 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27453be-6a62-4474-bd7c-6af5c3d24c38 req-9ff958ec-4fc9-445e-ad1c-45b239b22052 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:18.215003 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c27453be-6a62-4474-bd7c-6af5c3d24c38 req-9ff958ec-4fc9-445e-ad1c-45b239b22052 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.3429675 Jun 25 11:04:18.254951 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c27453be-6a62-4474-bd7c-6af5c3d24c38 req-400587c3-3ac9-4fae-ac29-37f0f889af2f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341296 Jun 25 11:04:18.321272 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6145b7-d0cd-4ff3-9cb3-d9e9cbf15dd2 req-ac2b155b-f05d-4574-b87f-bddf93ec75d9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:18.322811 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8c6145b7-d0cd-4ff3-9cb3-d9e9cbf15dd2 req-ac2b155b-f05d-4574-b87f-bddf93ec75d9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0666964 Jun 25 11:04:18.364841 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8c6145b7-d0cd-4ff3-9cb3-d9e9cbf15dd2 req-aa3903e2-90d4-4bc8-ada3-198dca4b18d9 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348172 Jun 25 11:04:18.431808 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:18.784834 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-93a9c43e-61db-4d16-b183-db28775e7000 req-ecd91070-0786-4aa2-b3fd-b68248e4a558 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0318382 Jun 25 11:04:19.320854 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82afc98d-4aeb-4b12-ba6f-788ad69896ba req-e87387aa-73c1-4721-96cb-ff8d599eae25 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0335517 Jun 25 11:04:19.483816 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40b27e-6bae-42dc-a830-586db5d6318f req-e61cb7b4-b843-4dc8-948c-c395b328f343 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:19.485704 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0f40b27e-6bae-42dc-a830-586db5d6318f req-e61cb7b4-b843-4dc8-948c-c395b328f343 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1036122 Jun 25 11:04:19.537640 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0f40b27e-6bae-42dc-a830-586db5d6318f req-f56e8fbb-70fb-4d27-bceb-fb01f0344d3b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454605 Jun 25 11:04:19.605778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2543-efce-41cb-8ab8-ebf75eadf6bf req-032a7d56-86a3-46c6-9e43-71fbd685d990 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:19.607154 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59ed2543-efce-41cb-8ab8-ebf75eadf6bf req-032a7d56-86a3-46c6-9e43-71fbd685d990 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0917425 Jun 25 11:04:19.646018 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59ed2543-efce-41cb-8ab8-ebf75eadf6bf req-d049f3b6-2f1d-4e9b-abd7-5f8b7b391519 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Jun 25 11:04:19.940519 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aab8cdf2-d286-498f-88b6-53ae85124af5 req-4014c414-1a0c-45a9-8d90-b622415bdac9 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0317340 Jun 25 11:04:20.488697 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e50c9953-602c-4863-8cb2-8807b8bfae53 req-61ef7837-f2e2-4758-8bcf-9430d517d2e6 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0348616 Jun 25 11:04:20.735845 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849db3-80d4-4730-9767-06c13a9ebded req-7f54af94-a9a2-4c17-92e5-6e41dfa4a720 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:20.737756 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3d849db3-80d4-4730-9767-06c13a9ebded req-7f54af94-a9a2-4c17-92e5-6e41dfa4a720 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0820155 Jun 25 11:04:20.792730 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3d849db3-80d4-4730-9767-06c13a9ebded req-de7f7403-5d97-4d6e-b3da-5cc3393df922 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480375 Jun 25 11:04:20.847726 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19196980-e326-4777-8b3d-8ab1a00b1d98 req-cc563d35-d28c-4373-a148-2f4a3aa52580 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:20.849265 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19196980-e326-4777-8b3d-8ab1a00b1d98 req-cc563d35-d28c-4373-a148-2f4a3aa52580 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0752623 Jun 25 11:04:20.891661 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19196980-e326-4777-8b3d-8ab1a00b1d98 req-c8ed1758-36dd-4163-b9e1-9d942121cea7 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Jun 25 11:04:21.083651 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-67f4b307-7fb3-47ae-8e9e-a9a4c7c40ef5 req-5c96c0c2-d68b-4acf-a278-32f2254cc0da tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Jun 25 11:04:21.676382 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2468a657-1381-4c5e-9db8-c11f791e6850 req-f5251a48-6b28-47cc-b618-db412d000b10 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0360897 Jun 25 11:04:22.144936 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbd52d-ad58-4e4d-89b5-4f5def018ca2 req-ece125b4-e0bd-447e-bacf-e3091e9c8110 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:22.146603 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97cbd52d-ad58-4e4d-89b5-4f5def018ca2 req-ece125b4-e0bd-447e-bacf-e3091e9c8110 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1229620 Jun 25 11:04:22.154785 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0f16c-3a04-4d31-8e10-8d498bf21dd3 req-74a2bd3e-a1dc-441c-8443-ac32afdccfcd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:22.156328 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a4d0f16c-3a04-4d31-8e10-8d498bf21dd3 req-74a2bd3e-a1dc-441c-8443-ac32afdccfcd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1431720 Jun 25 11:04:22.217082 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97cbd52d-ad58-4e4d-89b5-4f5def018ca2 req-b3eb66a2-1e31-4bfd-a10b-aec1c2dca2bf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596800 Jun 25 11:04:22.227602 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a4d0f16c-3a04-4d31-8e10-8d498bf21dd3 req-45eee68c-9b32-42cd-8a52-ad2fc0bbe376 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629842 Jun 25 11:04:22.354065 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e3008473-6e8e-4f28-a9fb-c5a7f1d641db req-548e3695-da2e-4414-846f-e7b09f7643ab tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0325334 Jun 25 11:04:22.863542 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6b990bbb-2f3d-4868-b5a1-ae553c20066c req-0749a494-bcf2-439d-9e0e-86a1c6f95d5b tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0390110 Jun 25 11:04:23.456802 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66043cbd-311c-48f0-8ac0-b9d342111365 req-7cf1fa8a-07fc-4d68-ad9e-896036d4380d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:23.458412 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66043cbd-311c-48f0-8ac0-b9d342111365 req-7cf1fa8a-07fc-4d68-ad9e-896036d4380d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1157091 Jun 25 11:04:23.485161 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e0fdf-be9e-4d02-84af-78906efc4748 req-880a79df-a066-4daa-af22-36a6429e7390 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:23.486669 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-384e0fdf-be9e-4d02-84af-78906efc4748 req-880a79df-a066-4daa-af22-36a6429e7390 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1100218 Jun 25 11:04:23.528536 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66043cbd-311c-48f0-8ac0-b9d342111365 req-f7bda264-9b09-415a-9fa0-33b7d0c18ed1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624404 Jun 25 11:04:23.551852 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-384e0fdf-be9e-4d02-84af-78906efc4748 req-35c15648-b394-49bd-8d19-7c85e9aab5f3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587225 Jun 25 11:04:23.683833 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-202d3269-7388-4186-a8f8-e561723e5981 req-eee62fab-135c-4c4e-9454-589e7d31e542 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0308444 Jun 25 11:04:24.022513 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c075329e-fa59-48ce-8c95-f70452f6fd9d req-14bf04e4-07d5-4419-9aa0-f323a297edf7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0296700 Jun 25 11:04:24.771268 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da4a23-05fe-443d-a242-e49d8e2f1cbb req-33306f42-f90c-44de-ba62-376b81960221 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:24.773056 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-90da4a23-05fe-443d-a242-e49d8e2f1cbb req-33306f42-f90c-44de-ba62-376b81960221 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1117859 Jun 25 11:04:24.797721 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05173ad-80a0-4df0-acec-fe6ce44503eb req-5aea6174-3edc-4aef-9208-45186df4a45e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:24.799962 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b05173ad-80a0-4df0-acec-fe6ce44503eb req-5aea6174-3edc-4aef-9208-45186df4a45e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1069450 Jun 25 11:04:24.850636 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-90da4a23-05fe-443d-a242-e49d8e2f1cbb req-e2971898-5786-4a44-ab01-96846fd9be25 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696578 Jun 25 11:04:24.860668 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b05173ad-80a0-4df0-acec-fe6ce44503eb req-71184b63-442a-4aad-aa62-089bfec03174 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Jun 25 11:04:25.004066 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df9366c7-1a9b-4d75-9322-7ba477e3aaf2 req-7011a951-53b1-41da-b42b-c71ca9e74636 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0326469 Jun 25 11:04:25.179174 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d8c74a9f-f7dc-4027-92fd-88ab5420a263 req-b9136ffd-1938-42a3-8d0c-0a294b42e031 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0288327 Jun 25 11:04:26.092730 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ddc54-023c-4268-9a96-9dedf25847a3 req-6c324151-5524-41e1-bf72-6e5a65afce52 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:26.094200 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-664ddc54-023c-4268-9a96-9dedf25847a3 req-6c324151-5524-41e1-bf72-6e5a65afce52 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1192865 Jun 25 11:04:26.112252 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cebfc-0a90-4d5a-80b9-c16761d48e13 req-f8cdb0fc-0785-4d08-86a3-e2fd4e669202 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:26.113744 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d39cebfc-0a90-4d5a-80b9-c16761d48e13 req-f8cdb0fc-0785-4d08-86a3-e2fd4e669202 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0964468 Jun 25 11:04:26.162020 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-664ddc54-023c-4268-9a96-9dedf25847a3 req-6972bce3-8297-4fc4-8b99-fffbd51a1724 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575867 Jun 25 11:04:26.177757 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d39cebfc-0a90-4d5a-80b9-c16761d48e13 req-ad755bdf-f77a-4b49-8fcd-76b5663fb818 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561957 Jun 25 11:04:26.308154 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-71b40d30-0f93-4f3c-bdc8-a420de0117a6 req-49ea0522-1bd5-4b46-b4ec-4fdf7923438a tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0296712 Jun 25 11:04:26.370441 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-38ba52b5-1bd0-4972-acfa-664790309079 req-7b442d60-ef0b-4586-8ec1-1321a33913bd tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0273058 Jun 25 11:04:27.396027 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc0114-1fcc-4173-9630-2708fec8bccc req-32aec5f1-0861-4e29-87cb-2a4b7c2745a2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:27.398473 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97cc0114-1fcc-4173-9630-2708fec8bccc req-32aec5f1-0861-4e29-87cb-2a4b7c2745a2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1093566 Jun 25 11:04:27.452295 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97cc0114-1fcc-4173-9630-2708fec8bccc req-43f63207-3dc4-4fa0-bdc7-0a633c4289a6 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Jun 25 11:04:27.463449 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aa801-9f1c-454f-8c08-f48a885ceeac req-29265d2b-7f12-4a32-882d-134b78410a52 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:27.464901 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8a2aa801-9f1c-454f-8c08-f48a885ceeac req-29265d2b-7f12-4a32-882d-134b78410a52 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1289527 Jun 25 11:04:27.509681 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8a2aa801-9f1c-454f-8c08-f48a885ceeac req-582b7d42-7c05-44af-ba2b-a7e2571c32b8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388501 Jun 25 11:04:27.621865 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd3fc3-abec-4525-8143-dd1fc2b05f34 req-4d5b0770-9cc0-4492-8fec-033ac465bb46 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:27.623368 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0bd3fc3-abec-4525-8143-dd1fc2b05f34 req-4d5b0770-9cc0-4492-8fec-033ac465bb46 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0642700 Jun 25 11:04:27.662588 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4d5d9a4d-ecdf-4b16-8582-8bc85b772c6f req-82454891-4c99-4d0d-84cb-c863216c82bd tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0381839 Jun 25 11:04:27.691650 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0bd3fc3-abec-4525-8143-dd1fc2b05f34 req-abde7d9a-b084-4d52-bf1b-05ac325fdeca tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0575240 Jun 25 11:04:27.815266 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-20107575-3292-4bcf-9dbc-429b68c027aa req-79bf73b6-2e10-489e-a328-2cf9f8c23562 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0303395 Jun 25 11:04:28.349726 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311d906-3314-472c-9bfc-410977cad1e9 req-8666f7dd-e82b-4653-a632-e058b2c49e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:28.351366 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3311d906-3314-472c-9bfc-410977cad1e9 req-8666f7dd-e82b-4653-a632-e058b2c49e8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1096 time: 0.0567751 Jun 25 11:04:28.595208 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311d906-3314-472c-9bfc-410977cad1e9 req-697acea6-6f7f-431c-bdf8-0398a0280256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:28.596699 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3311d906-3314-472c-9bfc-410977cad1e9 req-697acea6-6f7f-431c-bdf8-0398a0280256 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.1265268 Jun 25 11:04:28.601881 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bd6b-5252-4022-9022-0787f659968a req-fba237ee-eac3-4e23-9512-e66143c99ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:28.603782 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d1c2bd6b-5252-4022-9022-0787f659968a req-fba237ee-eac3-4e23-9512-e66143c99ade service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1137 time: 0.1348901 Jun 25 11:04:28.703921 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9ed51-283d-4178-8059-e929ad6e9bd1 req-bd935c31-3e2d-4951-9421-76ccf9f28fdf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:28.705382 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-15f9ed51-283d-4178-8059-e929ad6e9bd1 req-bd935c31-3e2d-4951-9421-76ccf9f28fdf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1336870 Jun 25 11:04:28.729944 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29fc58-2a92-4c9e-aab9-1ea6292afc45 req-c3b17eba-f3da-4a6a-9ab4-9f0cc0176357 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:28.731420 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2e29fc58-2a92-4c9e-aab9-1ea6292afc45 req-c3b17eba-f3da-4a6a-9ab4-9f0cc0176357 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0990696 Jun 25 11:04:28.739064 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3311d906-3314-472c-9bfc-410977cad1e9 req-9cf2491f-10e4-4791-9072-34c6bad46d71 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 200 len: 998 time: 0.1160650 Jun 25 11:04:28.771712 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-15f9ed51-283d-4178-8059-e929ad6e9bd1 req-3be12080-c9d3-40c7-9e7e-2200e8ef6706 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586646 Jun 25 11:04:28.795446 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2e29fc58-2a92-4c9e-aab9-1ea6292afc45 req-fb725435-57a0-4c76-985c-dbfe04153f34 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521247 Jun 25 11:04:28.814394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bd6b-5252-4022-9022-0787f659968a req-286f2ea9-22ff-47f2-9dad-cd888f053320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:28.816288 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d1c2bd6b-5252-4022-9022-0787f659968a req-286f2ea9-22ff-47f2-9dad-cd888f053320 service neutron] 10.222.0.93 "GET /v2.0/networks?id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 200 len: 916 time: 0.1520557 Jun 25 11:04:28.851117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311d906-3314-472c-9bfc-410977cad1e9 req-7c32df76-4e14-4e3f-9e19-0341d97d4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:28.853960 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3311d906-3314-472c-9bfc-410977cad1e9 req-7c32df76-4e14-4e3f-9e19-0341d97d4a62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.1020153 Jun 25 11:04:28.928343 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d1c2bd6b-5252-4022-9022-0787f659968a req-633545d0-b1a9-4445-847b-6a764833dcff service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 1001 time: 0.0982654 Jun 25 11:04:28.954501 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d4f4664f-ca76-4a2b-b1a1-ca7c493c5b0a req-22c65e81-b90f-4c7a-a7b4-8f3ff49b4286 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f0225c-f1c0-41e0-b49f-571c42d66393 HTTP/1.1" status: 200 len: 210 time: 0.0429401 Jun 25 11:04:29.033192 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bd6b-5252-4022-9022-0787f659968a req-cc2acb4a-73d3-4d01-b038-de0ed38233b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:29.034685 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d1c2bd6b-5252-4022-9022-0787f659968a req-cc2acb4a-73d3-4d01-b038-de0ed38233b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd HTTP/1.1" status: 200 len: 854 time: 0.0937152 Jun 25 11:04:29.041276 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b89e7-2a42-4709-9de5-3f2436cd106d req-c31b3bdc-ea2a-42e9-8af9-19fa166f0d52 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:29.048951 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-441b89e7-2a42-4709-9de5-3f2436cd106d req-c31b3bdc-ea2a-42e9-8af9-19fa166f0d52 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0932593 Jun 25 11:04:29.091352 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311d906-3314-472c-9bfc-410977cad1e9 req-ae6b0ec1-4892-45c6-98d0-c16d8b32d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:29.093086 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-441b89e7-2a42-4709-9de5-3f2436cd106d req-9caee38e-343e-48ae-abf6-cc89443a5d54 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0431266 Jun 25 11:04:29.095302 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3311d906-3314-472c-9bfc-410977cad1e9 req-ae6b0ec1-4892-45c6-98d0-c16d8b32d0cf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656396 Jun 25 11:04:29.128941 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bd6b-5252-4022-9022-0787f659968a req-3f5acdf1-6f6a-44b4-b068-4e283996bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:29.130600 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d1c2bd6b-5252-4022-9022-0787f659968a req-3f5acdf1-6f6a-44b4-b068-4e283996bd40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807736 Jun 25 11:04:29.138580 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2159bf92-dc98-48a0-ae01-7b3c40634b3c req-cc9ad6c9-9681-4777-b8ec-c9a3260c8ae2 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=161f388e-1a6a-48e0-bbc0-929baf57c0da HTTP/1.1" status: 200 len: 210 time: 0.0373659 Jun 25 11:04:29.318722 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3311d906-3314-472c-9bfc-410977cad1e9 req-fa9639ed-a750-43ec-9e76-45076bf8cbf7 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709156 Jun 25 11:04:29.322532 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d1c2bd6b-5252-4022-9022-0787f659968a req-cc39a48a-b971-4ef0-b5fb-e0aa8af1207f service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665072 Jun 25 11:04:29.493866 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d1c2bd6b-5252-4022-9022-0787f659968a req-1fc13dda-6c0f-4e4d-98c6-643d2133def4 service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468627 Jun 25 11:04:29.495558 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-3311d906-3314-472c-9bfc-410977cad1e9 req-fb703eca-4ba3-4970-a2dd-bc2d1459a4a9 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581941 Jun 25 11:04:29.989021 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd13f1a-85ce-4193-ae84-75759b7d8e72 req-713e1035-af0e-4dd0-a42a-a67f5d67bd8a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:29.990539 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4bd13f1a-85ce-4193-ae84-75759b7d8e72 req-713e1035-af0e-4dd0-a42a-a67f5d67bd8a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0988083 Jun 25 11:04:30.026611 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660b019-79f1-45eb-8821-e720819fdf7c req-6ce33aa9-9266-4834-bd54-2a229016d381 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:30.028341 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2660b019-79f1-45eb-8821-e720819fdf7c req-6ce33aa9-9266-4834-bd54-2a229016d381 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1023126 Jun 25 11:04:30.052261 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4bd13f1a-85ce-4193-ae84-75759b7d8e72 req-9542d491-4f95-4922-90be-fc6e8cf94fe8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Jun 25 11:04:30.080447 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2660b019-79f1-45eb-8821-e720819fdf7c req-9ea21ae9-1c27-42a8-85cb-8e0acee8beef tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Jun 25 11:04:30.292109 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814014f-daa7-4901-a5db-ea5ad0da11e0 req-5ff8fe20-3030-45ca-ad8f-b82ee6c119e1 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:30.293669 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4814014f-daa7-4901-a5db-ea5ad0da11e0 req-5ff8fe20-3030-45ca-ad8f-b82ee6c119e1 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0764136 Jun 25 11:04:30.336162 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4814014f-daa7-4901-a5db-ea5ad0da11e0 req-80a68667-190f-44c6-814f-28dd72627ea6 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357785 Jun 25 11:04:31.284864 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378866e-75f7-436c-8438-d48c5d9f3ef9 req-c214af12-492a-4439-8fec-6277bc269630 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:31.286325 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6378866e-75f7-436c-8438-d48c5d9f3ef9 req-c214af12-492a-4439-8fec-6277bc269630 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1026704 Jun 25 11:04:31.309796 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5f841-54aa-44a3-8e61-1dfd7c2d50e7 req-1b099b7e-e681-486c-9e1c-a944c54457f5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:31.311221 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-98d5f841-54aa-44a3-8e61-1dfd7c2d50e7 req-1b099b7e-e681-486c-9e1c-a944c54457f5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0964217 Jun 25 11:04:31.356106 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6378866e-75f7-436c-8438-d48c5d9f3ef9 req-694e385f-4da9-4c9c-ba99-19deca3b773d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633478 Jun 25 11:04:31.362980 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-98d5f841-54aa-44a3-8e61-1dfd7c2d50e7 req-3d728321-6823-4352-9b7d-096d0a8625b0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Jun 25 11:04:31.522260 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e36030-28f6-4f3f-a7c2-ca1e06681eb3 req-33745fc6-d57a-4e3f-8dd3-fd442bbae16d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:31.523692 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74e36030-28f6-4f3f-a7c2-ca1e06681eb3 req-33745fc6-d57a-4e3f-8dd3-fd442bbae16d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0673561 Jun 25 11:04:31.566454 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74e36030-28f6-4f3f-a7c2-ca1e06681eb3 req-b1f5dcf4-db2c-4dd4-94c2-98544965edb8 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0361993 Jun 25 11:04:32.223761 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11109d1-4e2d-41bd-bdfb-7391be34227f req-4a5fa052-9ace-4b3a-b030-534903f49eb6 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:32.225240 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e11109d1-4e2d-41bd-bdfb-7391be34227f req-4a5fa052-9ace-4b3a-b030-534903f49eb6 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0638342 Jun 25 11:04:32.263065 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e11109d1-4e2d-41bd-bdfb-7391be34227f req-4065c745-7f56-4946-aec3-24396a7d6d38 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Jun 25 11:04:32.578176 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d101888-cdc0-4d3b-a1af-ade376dad60d req-fca29abb-0d9e-4eb1-8f5d-52953822f3d4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:32.579637 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4d101888-cdc0-4d3b-a1af-ade376dad60d req-fca29abb-0d9e-4eb1-8f5d-52953822f3d4 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1073956 Jun 25 11:04:32.587509 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331074d0-c3c3-48e1-b67f-ff574f4d7204 req-8100ad04-061a-40f9-950e-ef359a122c7f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:32.589135 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-331074d0-c3c3-48e1-b67f-ff574f4d7204 req-8100ad04-061a-40f9-950e-ef359a122c7f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1062772 Jun 25 11:04:32.642370 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4d101888-cdc0-4d3b-a1af-ade376dad60d req-d5e65bad-8ba7-4416-a55b-bf29c68345b6 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Jun 25 11:04:32.650230 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-331074d0-c3c3-48e1-b67f-ff574f4d7204 req-eedb6130-5293-437a-b15a-bb58455d80b9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532699 Jun 25 11:04:32.800026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9bc96-2c16-4647-b6b6-fd40e5553e02 req-689bf974-646c-45c1-860e-30e843c22b5a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:32.801511 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0b9bc96-2c16-4647-b6b6-fd40e5553e02 req-689bf974-646c-45c1-860e-30e843c22b5a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0622079 Jun 25 11:04:32.841486 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d0b9bc96-2c16-4647-b6b6-fd40e5553e02 req-40acbdfa-7013-4270-9e4b-350597a7cff0 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334740 Jun 25 11:04:33.439248 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99db518-e99c-4ff0-80ae-bc4ad6305bd7 req-dfbe1c9f-49ac-45bc-aff2-a545a0d1f511 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:33.441717 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b99db518-e99c-4ff0-80ae-bc4ad6305bd7 req-dfbe1c9f-49ac-45bc-aff2-a545a0d1f511 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0661678 Jun 25 11:04:33.480301 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b99db518-e99c-4ff0-80ae-bc4ad6305bd7 req-edea686c-5d44-496b-9258-0fdfb54f30c0 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328588 Jun 25 11:04:33.579435 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-771c37d4-a872-45a9-ac58-5a816cb6d6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:33.855882 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b33ae-fcbb-4871-bb81-579ab4399930 req-fcf6f50e-1fbb-4264-abb2-8ff82fc59043 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:33.857366 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c0b33ae-fcbb-4871-bb81-579ab4399930 req-fcf6f50e-1fbb-4264-abb2-8ff82fc59043 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1048000 Jun 25 11:04:33.873411 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba88ef4-33a9-4793-82b7-5d5756435e2c req-c0bf8d98-0447-4a7c-aab9-df9258a2e88d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:33.874895 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9ba88ef4-33a9-4793-82b7-5d5756435e2c req-c0bf8d98-0447-4a7c-aab9-df9258a2e88d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.0945644 Jun 25 11:04:33.926385 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c0b33ae-fcbb-4871-bb81-579ab4399930 req-f36c1182-9f7f-49e7-b8d7-aaa120515a6f tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Jun 25 11:04:33.933914 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9ba88ef4-33a9-4793-82b7-5d5756435e2c req-491b81e8-aca1-4266-83bb-f6cafe69dfc0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520630 Jun 25 11:04:34.088361 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83cb08-7de7-49b8-ad90-bb5bc104a72d req-bf38546e-d472-4882-adde-4d9eab108e9a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:34.089811 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c83cb08-7de7-49b8-ad90-bb5bc104a72d req-bf38546e-d472-4882-adde-4d9eab108e9a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0619764 Jun 25 11:04:34.128880 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c83cb08-7de7-49b8-ad90-bb5bc104a72d req-f81bdb8f-0a50-4352-b50f-7a7e7740148c tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332825 Jun 25 11:04:34.650133 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3eb75-28d5-484b-8e96-eb3e789ef242 req-3859dba9-467d-4344-ad6b-afeb972693f5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:34.651582 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ced3eb75-28d5-484b-8e96-eb3e789ef242 req-3859dba9-467d-4344-ad6b-afeb972693f5 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0616889 Jun 25 11:04:34.692973 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ced3eb75-28d5-484b-8e96-eb3e789ef242 req-a85020d5-5c4f-4056-b9f6-5f4615971f12 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Jun 25 11:04:35.135715 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037abb44-2747-411f-adac-4220e64178fb req-30d5e33b-be25-46b2-bc4c-2f333c066c43 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:35.137174 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-037abb44-2747-411f-adac-4220e64178fb req-30d5e33b-be25-46b2-bc4c-2f333c066c43 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.1001632 Jun 25 11:04:35.153023 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2751b4-b6dc-464b-983a-935038475f96 req-9920e213-f9ab-4c7b-ae1e-35d55462a3b3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:35.154495 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6a2751b4-b6dc-464b-983a-935038475f96 req-9920e213-f9ab-4c7b-ae1e-35d55462a3b3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1057162 Jun 25 11:04:35.205110 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-037abb44-2747-411f-adac-4220e64178fb req-25d087bb-89d0-43e4-b16a-db04de613479 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601718 Jun 25 11:04:35.213334 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6a2751b4-b6dc-464b-983a-935038475f96 req-4a71585f-76d2-4408-87c7-e225f54062cb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518057 Jun 25 11:04:35.368836 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70207-b03d-4a60-be49-35b91b8006ec req-133082d8-4c29-4956-ac7d-857699a5d0fd tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:35.370306 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-76a70207-b03d-4a60-be49-35b91b8006ec req-133082d8-4c29-4956-ac7d-857699a5d0fd tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0658863 Jun 25 11:04:35.410082 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-76a70207-b03d-4a60-be49-35b91b8006ec req-d331742b-9d6f-4c6c-9c9f-60dd252312f2 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340357 Jun 25 11:04:35.752975 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-b0738b38-50fc-491b-89b6-9888864f6943 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:35.754478 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-b0738b38-50fc-491b-89b6-9888864f6943 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 945 time: 0.0698338 Jun 25 11:04:35.871670 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Deleting port a5ced040-8760-4f9e-b92b-9162494a51df {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:35.872482 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:35.882180 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c99d8b-e966-438b-b518-6d5e73687b79 req-eabe4a03-d34b-47e5-844e-ea79aa849f59 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:35.884202 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-93c99d8b-e966-438b-b518-6d5e73687b79 req-eabe4a03-d34b-47e5-844e-ea79aa849f59 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0779490 Jun 25 11:04:35.921729 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-93c99d8b-e966-438b-b518-6d5e73687b79 req-55e6399d-a766-4c0b-9886-3cad5dc73e94 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Jun 25 11:04:35.985621 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] For port a5ced040-8760-4f9e-b92b-9162494a51df, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a5ced040-8760-4f9e-b92b-9162494a51df,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:35.986016 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:35.999995 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Calling delete_port for a5ced040-8760-4f9e-b92b-9162494a51df owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:36.206892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:36.211044 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3806385-061a-49b8-a0b8-52d46a68cbf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:36.238772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Pushing event deleted for resources: {'Port': ['ID=a5ced040-8760-4f9e-b92b-9162494a51df,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:36.243881 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:36.254644 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['a67ad443-475f-4639-be1f-9bd0bb1e3d3f', 'a5ced040-8760-4f9e-b92b-9162494a51df'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:36.302173 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] No DVR routers for this DVR port a5ced040-8760-4f9e-b92b-9162494a51df on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:04:36.305236 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:36.308152 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2a8c9853-4476-4b1e-87d6-a1b4e1d0fe1f req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "DELETE /v2.0/ports/a5ced040-8760-4f9e-b92b-9162494a51df HTTP/1.1" status: 204 len: 173 time: 0.5461297 Jun 25 11:04:36.308694 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387af276-0c59-4350-8ecc-334a359e1eb4', 'name': 'network-vif-deleted', 'tag': 'a5ced040-8760-4f9e-b92b-9162494a51df'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:36.311247 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be58b628-c8fa-4559-8b90-ab00944e1d65" -d '{"events": [{"server_uuid": "387af276-0c59-4350-8ecc-334a359e1eb4", "name": "network-vif-deleted", "tag": "a5ced040-8760-4f9e-b92b-9162494a51df"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:36.374041 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b4dfe2a2-b336-4563-9d95-be8dde8e931b req-7aca271a-4832-4221-b441-c7d99587f8b1 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0409892 Jun 25 11:04:36.448941 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65542b35-8847-46b5-8b81-cf2df1cd8a90 x-openstack-request-id: req-65542b35-8847-46b5-8b81-cf2df1cd8a90 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:36.448941 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387af276-0c59-4350-8ecc-334a359e1eb4", "name": "network-vif-deleted", "tag": "a5ced040-8760-4f9e-b92b-9162494a51df", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:36.449250 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65542b35-8847-46b5-8b81-cf2df1cd8a90 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:36.450335 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387af276-0c59-4350-8ecc-334a359e1eb4', 'name': 'network-vif-deleted', 'tag': 'a5ced040-8760-4f9e-b92b-9162494a51df', 'status': 'completed', 'code': 200} Jun 25 11:04:36.682936 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-42898013-073f-4944-8b94-b9003cb7abde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:36.695488 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000355-b1e8-47c2-ab7e-2317c6ba8a9e req-bd49cb61-c25b-40e1-bff3-1400f3d40757 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:36.697163 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-05000355-b1e8-47c2-ab7e-2317c6ba8a9e req-bd49cb61-c25b-40e1-bff3-1400f3d40757 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.3525555 Jun 25 11:04:36.711012 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:36.711504 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73415d-f4a6-467e-a915-ce6bfa8ced26 req-76a37609-eb71-4310-be5b-b02248ce8a69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:36.713728 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9d73415d-f4a6-467e-a915-ce6bfa8ced26 req-76a37609-eb71-4310-be5b-b02248ce8a69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0911710 Jun 25 11:04:36.765846 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-05000355-b1e8-47c2-ab7e-2317c6ba8a9e req-62856bd1-0321-4068-aea1-63fe10e2b366 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618711 Jun 25 11:04:36.777104 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9d73415d-f4a6-467e-a915-ce6bfa8ced26 req-6418aaa6-b7b2-447a-927b-2dd66b29fb99 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558999 Jun 25 11:04:37.101272 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014061ae-6004-40ec-b3f1-94f77133a61b req-b774d92c-224a-4550-856f-5b955a093efd tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:37.102815 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-014061ae-6004-40ec-b3f1-94f77133a61b req-b774d92c-224a-4550-856f-5b955a093efd tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0652421 Jun 25 11:04:37.140375 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-014061ae-6004-40ec-b3f1-94f77133a61b req-db8aca3c-6386-411d-8d3e-b69046059b97 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jun 25 11:04:37.558828 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8710a684-f05b-4544-8974-1d6f4bc1dc57 req-e421dddd-81ba-4ddf-8a1c-077a8138f460 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=387af276-0c59-4350-8ecc-334a359e1eb4 HTTP/1.1" status: 200 len: 210 time: 0.0337255 Jun 25 11:04:37.661006 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-732b3c8b-200a-479f-9b6a-1be05eacb9c9 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:37.662554 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-732b3c8b-200a-479f-9b6a-1be05eacb9c9 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 945 time: 0.0896676 Jun 25 11:04:37.775294 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Deleting port 33fdabef-ee93-4753-99e6-c822ff580cc8 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:37.775554 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:37.885668 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] For port 33fdabef-ee93-4753-99e6-c822ff580cc8, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=33fdabef-ee93-4753-99e6-c822ff580cc8,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:37.886065 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:37.901561 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Calling delete_port for 33fdabef-ee93-4753-99e6-c822ff580cc8 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:37.922178 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:38.028424 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba53b06-bddc-4e5c-8765-67579750397d req-72fa74b5-13b3-4f76-8f02-d565828d5c5e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:38.029930 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7ba53b06-bddc-4e5c-8765-67579750397d req-72fa74b5-13b3-4f76-8f02-d565828d5c5e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1220996 Jun 25 11:04:38.047497 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef4a0-5cfe-4616-9376-5a9c689634e2 req-cf102e0f-0cb2-4242-a1af-cd1c97caad22 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:38.049302 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d23ef4a0-5cfe-4616-9376-5a9c689634e2 req-cf102e0f-0cb2-4242-a1af-cd1c97caad22 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.1124070 Jun 25 11:04:38.100754 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7ba53b06-bddc-4e5c-8765-67579750397d req-ee50b329-ffba-4a9a-9389-4bd77702aeb0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501063 Jun 25 11:04:38.117353 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d23ef4a0-5cfe-4616-9376-5a9c689634e2 req-05bffe9e-6577-45fa-af33-09dd353bad4e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588551 Jun 25 11:04:38.140351 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:38.144287 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:38.168884 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event deleted for resources: {'Port': ['ID=33fdabef-ee93-4753-99e6-c822ff580cc8,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:38.172641 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:38.221236 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] No DVR routers for this DVR port 33fdabef-ee93-4753-99e6-c822ff580cc8 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:04:38.223762 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:38.225721 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c5c2b817-2886-4ad2-b554-0e9d2da2d21e req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "DELETE /v2.0/ports/33fdabef-ee93-4753-99e6-c822ff580cc8 HTTP/1.1" status: 204 len: 173 time: 0.5555918 Jun 25 11:04:38.299165 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8f6f48a8-9a60-415a-9dcf-0a2bbad7d6c7 req-42707c05-50ac-4467-9eef-5a259ce41095 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 210 time: 0.0286529 Jun 25 11:04:38.451278 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4118ff5c-f771-4add-bb17-057671e7300a', 'name': 'network-vif-deleted', 'tag': '33fdabef-ee93-4753-99e6-c822ff580cc8'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:38.453759 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c377d41-abc0-46d3-8952-048603e8dcbc" -d '{"events": [{"server_uuid": "4118ff5c-f771-4add-bb17-057671e7300a", "name": "network-vif-deleted", "tag": "33fdabef-ee93-4753-99e6-c822ff580cc8"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:38.489072 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b2c41e-db7a-4e09-99a8-380ab556924f x-openstack-request-id: req-58b2c41e-db7a-4e09-99a8-380ab556924f {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:38.489417 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4118ff5c-f771-4add-bb17-057671e7300a", "name": "network-vif-deleted", "tag": "33fdabef-ee93-4753-99e6-c822ff580cc8", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:38.489698 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b2c41e-db7a-4e09-99a8-380ab556924f {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:38.490153 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4118ff5c-f771-4add-bb17-057671e7300a', 'name': 'network-vif-deleted', 'tag': '33fdabef-ee93-4753-99e6-c822ff580cc8', 'status': 'completed', 'code': 200} Jun 25 11:04:39.331314 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbc72e-4542-4d9f-bee2-a4b0446a521e req-f343d95d-a6d0-4259-9225-ee4b7e9c4b0c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:39.333239 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59fbc72e-4542-4d9f-bee2-a4b0446a521e req-f343d95d-a6d0-4259-9225-ee4b7e9c4b0c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1044145 Jun 25 11:04:39.348288 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98528d-5c75-43a7-810a-82982e755a60 req-bc568fd1-e62d-4f8d-931a-4012690e6a71 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:39.349914 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cb98528d-5c75-43a7-810a-82982e755a60 req-bc568fd1-e62d-4f8d-931a-4012690e6a71 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.1118999 Jun 25 11:04:39.407607 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-59fbc72e-4542-4d9f-bee2-a4b0446a521e req-1d1b80d6-e316-4dd7-a50c-8cc556c27657 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567033 Jun 25 11:04:39.416134 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cb98528d-5c75-43a7-810a-82982e755a60 req-f9cc1659-059c-480b-ab6f-618e45fdff86 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0587983 Jun 25 11:04:39.431443 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:39.587039 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2f07177c-af91-421c-b83f-6f252d05e9e0 req-f62f3666-53be-4b2a-94d3-ace874bc8e24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 210 time: 0.0517743 Jun 25 11:04:39.619413 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d7cb-06d0-4c7a-ae89-fc1e3506bede req-5db62449-e67f-4c77-8dba-84aaddf4cf8d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:39.620877 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0681d7cb-06d0-4c7a-ae89-fc1e3506bede req-5db62449-e67f-4c77-8dba-84aaddf4cf8d tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1029699 Jun 25 11:04:39.662529 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0681d7cb-06d0-4c7a-ae89-fc1e3506bede req-ce5044ce-3136-4644-adb0-def9c6b804ac tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359702 Jun 25 11:04:40.621864 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', '33fdabef-ee93-4753-99e6-c822ff580cc8'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:40.640929 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abcd2d-a794-455f-bc65-cde2d0b92644 req-9dbd91f9-3d5e-4ac9-a653-b767359b07ff tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:40.640929 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a5abcd2d-a794-455f-bc65-cde2d0b92644 req-9dbd91f9-3d5e-4ac9-a653-b767359b07ff tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 943 time: 0.1164429 Jun 25 11:04:40.649166 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:04:40.650565 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b775f1-295b-4d3c-a099-35827c86aed1 req-a4f87956-b3e2-40e9-8bdb-02258a85a826 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:40.655304 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e2b775f1-295b-4d3c-a099-35827c86aed1 req-a4f87956-b3e2-40e9-8bdb-02258a85a826 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0996609 Jun 25 11:04:40.663331 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a5ced040-8760-4f9e-b92b-9162494a51df no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:40.690592 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: a5ced040-8760-4f9e-b92b-9162494a51df {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:40.691024 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a5ced040-8760-4f9e-b92b-9162494a51df not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:40.737629 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a5abcd2d-a794-455f-bc65-cde2d0b92644 req-2e67296b-f141-4c0a-85f2-e35b6c2d5261 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825329 Jun 25 11:04:40.747427 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e2b775f1-295b-4d3c-a099-35827c86aed1 req-4d19651e-86b2-465e-9fe3-8a4411b37386 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0625620 Jun 25 11:04:40.875081 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:40.897686 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'port_id': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'mac_address': 'fa:16:3e:e4:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:04:40.910843 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31d5c11a-4d2b-4124-ac16-f7764474282d req-32a7eb31-078f-4963-8281-9e0b8d360ffb tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=4118ff5c-f771-4add-bb17-057671e7300a HTTP/1.1" status: 200 len: 210 time: 0.0473723 Jun 25 11:04:40.957314 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:40.968952 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1440946-5fe6-4b3e-b36c-452918c6303b req-daa7d381-f710-48ff-92f7-333ce582d3d8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:40.970752 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f1440946-5fe6-4b3e-b36c-452918c6303b req-daa7d381-f710-48ff-92f7-333ce582d3d8 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0933449 Jun 25 11:04:40.979174 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:04:41.013775 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f1440946-5fe6-4b3e-b36c-452918c6303b req-11fa44de-65a3-4d1d-b05a-24cf2fc0de81 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Jun 25 11:04:41.016848 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:41.098875 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:41.100594 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:41.147308 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=9']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:41.155370 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.155624 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.155956 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.156282 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.156651 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.156998 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.157292 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.157608 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.157963 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.158276 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.158587 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.158896 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:41.162807 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:41.710169 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:41.955213 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-bb8a7f9f-8983-41e7-a0cd-88dff1fabbd2 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:41.956745 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-bb8a7f9f-8983-41e7-a0cd-88dff1fabbd2 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/networks?id=29b5d8ae-f596-467e-8466-610a205e7e6b HTTP/1.1" status: 200 len: 812 time: 0.1464570 Jun 25 11:04:41.979146 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-a0f7ea74-50e0-4b4c-9980-144e29a32f05 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/quotas/5852b9986aa6444691a03c0c31b99bff HTTP/1.1" status: 200 len: 375 time: 0.0157249 Jun 25 11:04:41.995654 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ee59c-9ff6-4205-a9ae-fdd176fba76c req-4f158090-6479-42a0-af6e-59723c50793e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:41.997138 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-163ee59c-9ff6-4205-a9ae-fdd176fba76c req-4f158090-6479-42a0-af6e-59723c50793e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 944 time: 0.1088147 Jun 25 11:04:42.037077 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-38e53904-24ea-4cd9-8380-b39646486085 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5852b9986aa6444691a03c0c31b99bff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496507 Jun 25 11:04:42.099177 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-163ee59c-9ff6-4205-a9ae-fdd176fba76c req-43da5e88-b3f8-4b9e-94be-a3d967bd22bb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932288 Jun 25 11:04:42.147561 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-88efb976-7d32-44cd-8e1f-58bf908ed182 service neutron] 10.222.0.13 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022015 Jun 25 11:04:42.276920 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-3bd5ccf7-4f51-48ab-9bf3-cfda460bb334 service neutron] 10.222.0.13 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228862 Jun 25 11:04:42.300790 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f0e79-a1c4-41ed-b6e8-353db649d981 req-469d0221-c49b-4111-88d8-c98ecdf4e11c tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:42.302291 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9a1f0e79-a1c4-41ed-b6e8-353db649d981 req-469d0221-c49b-4111-88d8-c98ecdf4e11c tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0952950 Jun 25 11:04:42.344624 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9a1f0e79-a1c4-41ed-b6e8-353db649d981 req-81295dcb-9b1d-45ca-99df-0e6007cf0a10 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364194 Jun 25 11:04:42.581227 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e5f32-8a4b-44df-9c39-a3266e722646 req-f8782982-f0a2-4010-88ed-a09be915f4a2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:42.582880 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-581e5f32-8a4b-44df-9c39-a3266e722646 req-f8782982-f0a2-4010-88ed-a09be915f4a2 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0697291 Jun 25 11:04:42.623470 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-581e5f32-8a4b-44df-9c39-a3266e722646 req-d4c500c4-cad4-4b91-a8bd-902fe2f0c2ca tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Jun 25 11:04:42.638056 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 33fdabef-ee93-4753-99e6-c822ff580cc8 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:42.666395 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 33fdabef-ee93-4753-99e6-c822ff580cc8 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:42.675692 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 33fdabef-ee93-4753-99e6-c822ff580cc8 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:42.697526 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91f165ac-5c44-473e-ad2f-c49dc742a71c req-d73e9e80-84da-4f27-9d36-94b9a4af6c78 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 210 time: 0.0320373 Jun 25 11:04:43.108743 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bc543-20bb-41ff-a4ef-fa8df99ada3f req-342f05e7-4af0-400a-ac81-a934c966e60d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:43.111781 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-301bc543-20bb-41ff-a4ef-fa8df99ada3f req-342f05e7-4af0-400a-ac81-a934c966e60d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 946 time: 0.0702415 Jun 25 11:04:43.168804 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-301bc543-20bb-41ff-a4ef-fa8df99ada3f req-80a0f683-8009-48a5-8fbb-fbc411b61766 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525706 Jun 25 11:04:43.298605 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c560d9f-b509-4ef9-9616-b7fc3d22006d req-f1073112-649f-4482-ae68-a9156823d12f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:43.300135 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c560d9f-b509-4ef9-9616-b7fc3d22006d req-f1073112-649f-4482-ae68-a9156823d12f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 944 time: 0.0648942 Jun 25 11:04:43.338388 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c560d9f-b509-4ef9-9616-b7fc3d22006d req-488df01e-10bf-4cae-943b-242a292b948a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321705 Jun 25 11:04:43.518178 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1f12-00c0-4905-b455-97e6fb844f04 req-ffcc5a5a-8db5-4956-9e3e-7829b2352df0 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:43.519978 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3d9c1f12-00c0-4905-b455-97e6fb844f04 req-ffcc5a5a-8db5-4956-9e3e-7829b2352df0 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0633187 Jun 25 11:04:43.569382 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3d9c1f12-00c0-4905-b455-97e6fb844f04 req-3a140ea5-04ca-4fb4-922c-1a53b463f59d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0407755 Jun 25 11:04:43.800261 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ff49-2411-43a7-a3de-87b556465fef req-aef1945f-226c-4f69-b576-fd66bd54b1cc tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:43.801855 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9b1ff49-2411-43a7-a3de-87b556465fef req-aef1945f-226c-4f69-b576-fd66bd54b1cc tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0663517 Jun 25 11:04:43.853010 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d61a8666-76ab-4eef-bcc6-aa1c85d47439 req-c7121537-73ad-4ea0-a306-5b85fffa533c tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 210 time: 0.0441771 Jun 25 11:04:43.870683 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9b1ff49-2411-43a7-a3de-87b556465fef req-8885591c-8bc5-4913-ac3d-4562bb522a99 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629816 Jun 25 11:04:44.350755 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da3870-b2f2-4a87-a2cb-2677b70ffb15 req-42a24974-5ef7-44df-b1d2-fadb36bb507f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:44.352264 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d6da3870-b2f2-4a87-a2cb-2677b70ffb15 req-42a24974-5ef7-44df-b1d2-fadb36bb507f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 946 time: 0.0673807 Jun 25 11:04:44.393658 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d6da3870-b2f2-4a87-a2cb-2677b70ffb15 req-4c86038a-4b90-4b15-8126-c192960c6b9a tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344956 Jun 25 11:04:44.527874 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d72268-0960-425c-acd6-26b089171f57 req-568c354f-0133-4fcf-b484-7a1da6cbaabe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:44.529353 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9d72268-0960-425c-acd6-26b089171f57 req-568c354f-0133-4fcf-b484-7a1da6cbaabe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 944 time: 0.0718842 Jun 25 11:04:44.567478 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f9d72268-0960-425c-acd6-26b089171f57 req-d7bc1851-21b6-4563-9f3f-9104997e1a1a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323577 Jun 25 11:04:44.656422 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:04:44.703728 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:04:44.704103 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:44.755715 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183f008-95ea-4f46-9cb2-023dc8601978 req-ae0038ee-0e47-4bc0-9e7c-07defee326bc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:44.757371 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d183f008-95ea-4f46-9cb2-023dc8601978 req-ae0038ee-0e47-4bc0-9e7c-07defee326bc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0689149 Jun 25 11:04:44.798015 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:44.801686 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d183f008-95ea-4f46-9cb2-023dc8601978 req-c9cf04ab-23de-4025-9690-6ec5c478655b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0378389 Jun 25 11:04:44.812468 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:44.814889 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3696c9-ae54-49c9-bfc2-a4baa83b1100" -d '{"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-plugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:44.828804 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:44.856207 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2d99f-f881-48d8-a95d-a24736626c77 x-openstack-request-id: req-acb2d99f-f881-48d8-a95d-a24736626c77 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:44.856207 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-plugged", "status": "completed", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:44.856207 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acb2d99f-f881-48d8-a95d-a24736626c77 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:44.856703 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'code': 200} Jun 25 11:04:44.979028 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-591bac06-1777-4743-b432-dd34a9165963 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:44.980510 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-591bac06-1777-4743-b432-dd34a9165963 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 946 time: 0.0894501 Jun 25 11:04:45.011523 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5e7cb1e0-9234-4f5d-99c1-0e0f40727b44 req-e79a436a-6be4-493a-8f8f-ebce3a7f19df tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 210 time: 0.0339227 Jun 25 11:04:45.073785 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ca589-eef1-454b-826e-504b009feb22 req-7abdbb85-bb61-4568-8457-f6bd918a98ed tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:45.075892 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d10ca589-eef1-454b-826e-504b009feb22 req-7abdbb85-bb61-4568-8457-f6bd918a98ed tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0668323 Jun 25 11:04:45.091362 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Deleting port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:45.091700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:45.116869 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d10ca589-eef1-454b-826e-504b009feb22 req-8be18f57-5e1c-4a4a-b1c8-14766026cfdf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360177 Jun 25 11:04:45.188032 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] For port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:45.188402 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:45.201486 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Calling delete_port for fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:45.329823 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:45.329823 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:45.387290 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=10']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:45.389812 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:45.442552 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:45.447433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:45.474896 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event deleted for resources: {'Port': ['ID=fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:45.478064 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:45.487664 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:45.588747 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6a866a4-ecf6-4ce4-96f9-5a0a8c778ede req-9f19462c-fe8d-49c1-b3f5-c9c18c1c95e7 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 210 time: 0.0615420 Jun 25 11:04:45.651512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-f7ed5661-745c-4f10-8d56-0adb051bf895 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:45.654642 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-f7ed5661-745c-4f10-8d56-0adb051bf895 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "GET /v2.0/networks?id=29b5d8ae-f596-467e-8466-610a205e7e6b HTTP/1.1" status: 200 len: 812 time: 0.1456921 Jun 25 11:04:45.703407 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Request body: {'port': {'device_id': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b', 'admin_state_up': True, 'tenant_id': '5852b9986aa6444691a03c0c31b99bff'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:45.791450 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94528176-4189-4e74-89dd-09347bd46410 req-51cefb31-88c2-4acd-96e8-9a0cfdb2d279 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:45.792938 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94528176-4189-4e74-89dd-09347bd46410 req-51cefb31-88c2-4acd-96e8-9a0cfdb2d279 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0727410 Jun 25 11:04:45.798429 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b6b72-d838-4fcc-a655-ddb55b1cc433 req-c6b9caff-1f20-46ce-8b29-99ed2338199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:45.800026 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-140b6b72-d838-4fcc-a655-ddb55b1cc433 req-c6b9caff-1f20-46ce-8b29-99ed2338199d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 1099 time: 0.1762276 Jun 25 11:04:45.832719 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94528176-4189-4e74-89dd-09347bd46410 req-9b5b68a7-96cc-40b7-a5b3-9dc42563dc03 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337725 Jun 25 11:04:45.861182 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-140b6b72-d838-4fcc-a655-ddb55b1cc433 req-2af92fd7-def8-4c0d-a22f-ca8e6f4bafbb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457308 Jun 25 11:04:45.945035 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] No DVR routers for this DVR port fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:04:45.948211 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:45.950490 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a55e2e5e-cb0f-44d8-a304-5417ce7fbdb0 req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "DELETE /v2.0/ports/fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed HTTP/1.1" status: 204 len: 173 time: 0.9631784 Jun 25 11:04:45.950921 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'name': 'network-vif-deleted', 'tag': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:45.953279 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bc2e22-a813-4585-bd35-b0b4f5a29cd1" -d '{"events": [{"server_uuid": "019369bb-2a9c-4218-9a9f-0783a4ad9333", "name": "network-vif-deleted", "tag": "fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:45.990534 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b0a94-d8f8-4ae3-ba17-32dfb348d3dc x-openstack-request-id: req-411b0a94-d8f8-4ae3-ba17-32dfb348d3dc {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:45.991155 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019369bb-2a9c-4218-9a9f-0783a4ad9333", "name": "network-vif-deleted", "tag": "fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:45.991259 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14eefe-b00e-4917-8252-c8ff34734d21 req-4bcdd5fd-1076-46ca-a0e0-e0b545e2a572 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:45.991367 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-411b0a94-d8f8-4ae3-ba17-32dfb348d3dc {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:45.991527 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019369bb-2a9c-4218-9a9f-0783a4ad9333', 'name': 'network-vif-deleted', 'tag': 'fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed', 'status': 'completed', 'code': 200} Jun 25 11:04:45.992508 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dd14eefe-b00e-4917-8252-c8ff34734d21 req-4bcdd5fd-1076-46ca-a0e0-e0b545e2a572 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0723295 Jun 25 11:04:46.020105 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Made reservation on behalf of 5852b9986aa6444691a03c0c31b99bff for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:04:46.023884 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:46.033540 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dd14eefe-b00e-4917-8252-c8ff34734d21 req-15f0cc03-594d-4ebb-94a2-1606fa3c64f7 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346158 Jun 25 11:04:46.158265 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d6c1f67b-7255-4922-8343-72aaeb5b15b5 req-5c4bf3a3-e4a3-4002-9a3c-b7673cd878d8 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 210 time: 0.0310695 Jun 25 11:04:46.315043 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f511f-959a-430b-86c1-e741e47f4a8d req-63c22e53-85df-4510-b10a-b82f82594904 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:46.316624 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e37f511f-959a-430b-86c1-e741e47f4a8d req-63c22e53-85df-4510-b10a-b82f82594904 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0741782 Jun 25 11:04:46.361171 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e37f511f-959a-430b-86c1-e741e47f4a8d req-71516e9b-f1e9-4474-beb2-be76ac62ca61 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Jun 25 11:04:46.412415 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Allocated IP 172.20.0.10 (29b5d8ae-f596-467e-8466-610a205e7e6b/5ab2b1dc-050a-437d-a187-abe56c23d00e/3aee57db-0bad-4faf-b187-62e5d310a32b) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:04:46.612014 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:46.745585 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:46.750142 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9902703a-7084-4fd2-92fb-186700b4240f tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:46.758336 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-33d9f714-9811-42cf-82e4-3ff5a59025e5 req-da5f8d2e-cbe6-400a-b6fe-6d033ca53eff tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=019369bb-2a9c-4218-9a9f-0783a4ad9333 HTTP/1.1" status: 200 len: 210 time: 0.0283113 Jun 25 11:04:46.794475 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Network 29b5d8ae-f596-467e-8466-610a205e7e6b is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:04:46.797506 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:04:46.799985 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:04:46.826820 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Pushing event updated for resources: {'Port': ['ID=3aee57db-0bad-4faf-b187-62e5d310a32b,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:46.829755 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:46.860917 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:46.861563 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:46.959952 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58308) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:47.014501 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3203382 Jun 25 11:04:47.022150 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a2226-2829-487a-862a-6176823a4973 req-2fe49312-bef0-4e54-b939-51572645a165 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:47.023624 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-900a2226-2829-487a-862a-6176823a4973 req-2fe49312-bef0-4e54-b939-51572645a165 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0647526 Jun 25 11:04:47.045386 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Request body: {'port': {'device_id': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:04:47.063625 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-900a2226-2829-487a-862a-6176823a4973 req-05b0496d-8f60-43b9-b696-c366fb542331 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337017 Jun 25 11:04:47.098972 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-30dd16ad-da1e-4037-af49-e1061b03e9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.154683 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.221086 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa81d77-fc32-4e66-9988-2a13758a0546 req-bd44cae3-d373-4b00-aa57-61b553b7fb44 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:47.222662 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1aa81d77-fc32-4e66-9988-2a13758a0546 req-bd44cae3-d373-4b00-aa57-61b553b7fb44 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0686409 Jun 25 11:04:47.263561 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1aa81d77-fc32-4e66-9988-2a13758a0546 req-c7ce0c97-5738-4957-8c53-f1e1af9b8446 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&id=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0336697 Jun 25 11:04:47.332589 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-30dd16ad-da1e-4037-af49-e1061b03e9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.373867 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52864adb-8c6d-4906-b470-279a646f347e req-f6a2a598-3176-4344-bc2b-6cd3002277c3 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:47.375899 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-52864adb-8c6d-4906-b470-279a646f347e req-f6a2a598-3176-4344-bc2b-6cd3002277c3 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 932 time: 0.0733502 Jun 25 11:04:47.417137 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-30dd16ad-da1e-4037-af49-e1061b03e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.423025 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7007f80c-f131-4a40-ba6f-7b3a8b7cf7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:47.424348 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-52864adb-8c6d-4906-b470-279a646f347e req-ab8d3f80-9858-4904-a653-e4f735d906bb tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Jun 25 11:04:47.474792 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-30dd16ad-da1e-4037-af49-e1061b03e9f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dd6d879ec8a43a7ac58a95e55690081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5134573 Jun 25 11:04:47.477963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58322) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:47.484023 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd16ad-da1e-4037-af49-e1061b03e9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b66285-6cac-4051-8be6-9b0effc203c6,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:47.491972 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-30dd16ad-da1e-4037-af49-e1061b03e9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:47.546239 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aee57db-0bad-4faf-b187-62e5d310a32b {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:04:47.554629 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.568383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Transition to ACTIVE for port object 3aee57db-0bad-4faf-b187-62e5d310a32b will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:04:47.617380 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.648527 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.654392 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:47.665784 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ba70c-87e1-4890-800f-fc7bf90b1fb8 req-a23f1947-82f9-4980-9807-d9a357028629 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:47.665784 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-517ba70c-87e1-4890-800f-fc7bf90b1fb8 req-a23f1947-82f9-4980-9807-d9a357028629 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1596456 Jun 25 11:04:47.669174 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.730658 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-517ba70c-87e1-4890-800f-fc7bf90b1fb8 req-80fda63c-3fc6-4bc1-a375-41bc92fd6306 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590756 Jun 25 11:04:47.735429 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3aee57db-0bad-4faf-b187-62e5d310a32b,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:47.735429 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:47.794117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Attempting to bind port 3aee57db-0bad-4faf-b187-62e5d310a32b on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:04:47.794467 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Attempting to bind port 3aee57db-0bad-4faf-b187-62e5d310a32b by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:04:47.794862 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Attempting to bind port 3aee57db-0bad-4faf-b187-62e5d310a32b on network 29b5d8ae-f596-467e-8466-610a205e7e6b {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:04:47.800391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Port 3aee57db-0bad-4faf-b187-62e5d310a32b on network 29b5d8ae-f596-467e-8466-610a205e7e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:04:47.800847 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Attempting to bind port 3aee57db-0bad-4faf-b187-62e5d310a32b on network 29b5d8ae-f596-467e-8466-610a205e7e6b {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:04:47.806466 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:04:47.806810 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Checking segment: {'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:04:47.807202 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Bound using segment: {'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:04:47.807644 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Bound port: 3aee57db-0bad-4faf-b187-62e5d310a32b, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e26375-8b25-4586-b20c-f41059e253fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:04:47.808118 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.847963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.852374 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:47.854679 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4b66285-6cac-4051-8be6-9b0effc203c6 HTTP/1.1" status: 204 len: 168 time: 0.3747737 Jun 25 11:04:47.855677 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-33d7122c-0695-4222-80e5-941245bdab19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:47.864673 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b66285-6cac-4051-8be6-9b0effc203c6,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:47.867295 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:47.889572 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] For port 3aee57db-0bad-4faf-b187-62e5d310a32b, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:04:47.892822 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] For port 3aee57db-0bad-4faf-b187-62e5d310a32b, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3aee57db-0bad-4faf-b187-62e5d310a32b,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:04:48.060718 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:48.063071 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:48.101376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.101376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:48.101376 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] 10.222.0.93 "PUT /v2.0/ports/3aee57db-0bad-4faf-b187-62e5d310a32b HTTP/1.1" status: 200 len: 1094 time: 1.0588362 Jun 25 11:04:48.103532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'tag': '3aee57db-0bad-4faf-b187-62e5d310a32b'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:48.105785 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bd048e-a13f-40ca-b3ba-d5b853ef673a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b69c76-ae13-45ab-82ee-6ec26c7da9fe", "tag": "3aee57db-0bad-4faf-b187-62e5d310a32b"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:48.136328 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3aee57db-0bad-4faf-b187-62e5d310a32b,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:48.136757 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:48.172592 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3943378-84e5-426f-ad01-a14084cc3fdf x-openstack-request-id: req-e3943378-84e5-426f-ad01-a14084cc3fdf {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:48.172755 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b69c76-ae13-45ab-82ee-6ec26c7da9fe", "tag": "3aee57db-0bad-4faf-b187-62e5d310a32b", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:48.173205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3943378-84e5-426f-ad01-a14084cc3fdf {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:48.173682 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'tag': '3aee57db-0bad-4faf-b187-62e5d310a32b', 'status': 'completed', 'code': 200} Jun 25 11:04:48.289124 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd048e-a13f-40ca-b3ba-d5b853ef673a req-5bacaedf-1470-458c-b10b-1310292f928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.290885 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-09bd048e-a13f-40ca-b3ba-d5b853ef673a req-5bacaedf-1470-458c-b10b-1310292f928b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5852b9986aa6444691a03c0c31b99bff&device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 1097 time: 0.0616205 Jun 25 11:04:48.296954 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7825d6-4499-446e-8c5e-d7784b7acfa1 req-22c1aede-733f-41e1-8a2f-104928cfa457 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.298872 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1b7825d6-4499-446e-8c5e-d7784b7acfa1 req-22c1aede-733f-41e1-8a2f-104928cfa457 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0744658 Jun 25 11:04:48.347723 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1b7825d6-4499-446e-8c5e-d7784b7acfa1 req-b55b44f9-8bb2-473a-b52c-41a368a92280 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377085 Jun 25 11:04:48.448523 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:48.530719 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-8f1b8de8-bd38-4451-a7a2-1f0b3d590c44 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.532151 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-8f1b8de8-bd38-4451-a7a2-1f0b3d590c44 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.1586742 Jun 25 11:04:48.533583 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd048e-a13f-40ca-b3ba-d5b853ef673a req-ff75d22f-86a0-411e-976c-5a52b68ece54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.534905 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-09bd048e-a13f-40ca-b3ba-d5b853ef673a req-ff75d22f-86a0-411e-976c-5a52b68ece54 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5852b9986aa6444691a03c0c31b99bff&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1627617 Jun 25 11:04:48.632488 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260bf4b-d590-4a61-a8ee-d98f7bd3afc3 req-3ab8d76d-d2fe-4a65-8d9a-3dd66271a010 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.634880 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d260bf4b-d590-4a61-a8ee-d98f7bd3afc3 req-3ab8d76d-d2fe-4a65-8d9a-3dd66271a010 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 944 time: 0.0812147 Jun 25 11:04:48.676257 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d260bf4b-d590-4a61-a8ee-d98f7bd3afc3 req-6857ebe0-6119-419f-8f3d-debb00c6d093 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339005 Jun 25 11:04:48.676532 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:48.701431 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:48.701431 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device fe9eb30f-ae5a-4fc0-911a-2cfbff4d15ed not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:48.705537 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd048e-a13f-40ca-b3ba-d5b853ef673a req-43818b7f-22d9-4e1e-9ed0-49734c7a9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.707066 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-09bd048e-a13f-40ca-b3ba-d5b853ef673a req-43818b7f-22d9-4e1e-9ed0-49734c7a9649 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567538 Jun 25 11:04:48.723318 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Deleting port a67ad443-475f-4639-be1f-9bd0bb1e3d3f {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:48.723869 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:48.866081 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] For port a67ad443-475f-4639-be1f-9bd0bb1e3d3f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:48.866444 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:48.883770 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Calling delete_port for a67ad443-475f-4639-be1f-9bd0bb1e3d3f owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:48.897512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-e711ae51-b35c-4384-84ce-b1c91100850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.899250 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-e711ae51-b35c-4384-84ce-b1c91100850b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5852b9986aa6444691a03c0c31b99bff&device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 1097 time: 0.1184845 Jun 25 11:04:48.933119 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05c1cc-2381-4ea3-adba-6998db444be3 req-01cf027b-a00e-47f4-b133-589c1de7093a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:48.934806 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dd05c1cc-2381-4ea3-adba-6998db444be3 req-01cf027b-a00e-47f4-b133-589c1de7093a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 945 time: 0.0641856 Jun 25 11:04:48.974406 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-25cf9373-ab85-4eb1-b7e3-27e2b6399088 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3aee57db-0bad-4faf-b187-62e5d310a32b HTTP/1.1" status: 200 len: 217 time: 0.0385859 Jun 25 11:04:48.981333 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dd05c1cc-2381-4ea3-adba-6998db444be3 req-8f273ffa-c7e2-4de3-8fa6-908bd0410ebf tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/security-groups?id=31713b32-8859-49ff-9767-86ab4f2b904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Jun 25 11:04:49.042494 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-186d1d7e-9085-4f31-b238-c42030ab8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:49.043866 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-186d1d7e-9085-4f31-b238-c42030ab8584 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5ab2b1dc-050a-437d-a187-abe56c23d00e HTTP/1.1" status: 200 len: 852 time: 0.0614252 Jun 25 11:04:49.107822 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-6471f6e6-2dac-4d40-b364-8b86e24e0a19 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=29b5d8ae-f596-467e-8466-610a205e7e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534549 Jun 25 11:04:49.207288 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-b90ae553-b5cc-4002-98ab-3fad4b6198df service neutron] 10.222.0.93 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931864 Jun 25 11:04:49.265965 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:49.271105 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-23ea2521-3bf9-430c-be57-c7bb948e5ea8 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:49.305328 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Pushing event deleted for resources: {'Port': ['ID=a67ad443-475f-4639-be1f-9bd0bb1e3d3f,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:49.305960 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:49.308151 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['a67ad443-475f-4639-be1f-9bd0bb1e3d3f'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:49.368752 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] No DVR routers for this DVR port a67ad443-475f-4639-be1f-9bd0bb1e3d3f on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:04:49.372483 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:49.374466 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c2105461-b192-41c2-bdc3-8a8e812813b5 req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.93 "DELETE /v2.0/ports/a67ad443-475f-4639-be1f-9bd0bb1e3d3f HTTP/1.1" status: 204 len: 173 time: 0.8312836 Jun 25 11:04:49.407221 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0ce764ff-aaaa-448b-b781-f5d904affd6b req-85c693db-c36c-4732-8902-7d205afbc6fa service neutron] 10.222.0.93 "GET /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927476 Jun 25 11:04:49.562550 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016d2b0-975e-4912-9006-d98709e60c23 req-15cd1dfc-031c-4b36-bd5e-3164c72070b8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:49.563967 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7016d2b0-975e-4912-9006-d98709e60c23 req-15cd1dfc-031c-4b36-bd5e-3164c72070b8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0787444 Jun 25 11:04:49.603170 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7016d2b0-975e-4912-9006-d98709e60c23 req-cf8dee29-95d0-48b5-967f-2f01965b71ba tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333798 Jun 25 11:04:49.895979 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f0c5b-8a6c-4dcf-b14a-740ee4d197d8 req-b4382d9f-c5e7-441f-a8d2-b9ac0a87f350 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:49.895979 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c87f0c5b-8a6c-4dcf-b14a-740ee4d197d8 req-b4382d9f-c5e7-441f-a8d2-b9ac0a87f350 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 944 time: 0.0831773 Jun 25 11:04:49.961015 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c87f0c5b-8a6c-4dcf-b14a-740ee4d197d8 req-63070d07-3118-46b1-b517-e21e6b1034fe tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544758 Jun 25 11:04:49.985856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecedc20-2ac2-4674-9cb4-4e03bbb572a9 req-95ca2502-94fa-4611-b005-4e111fb55d24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:49.987332 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aecedc20-2ac2-4674-9cb4-4e03bbb572a9 req-95ca2502-94fa-4611-b005-4e111fb55d24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 945 time: 0.0904858 Jun 25 11:04:50.031880 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aecedc20-2ac2-4674-9cb4-4e03bbb572a9 req-a8dd609c-ee50-4280-a89a-aa94ceebf166 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Jun 25 11:04:50.136850 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1e03ec00-90b3-475b-a5dd-3796532bde48 req-1b07b280-9351-4b35-a71a-cb004eb60c70 tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d932af3-40de-4edf-bc41-41746effb1c2 HTTP/1.1" status: 200 len: 210 time: 0.0286446 Jun 25 11:04:50.175336 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d932af3-40de-4edf-bc41-41746effb1c2', 'name': 'network-vif-deleted', 'tag': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:50.177858 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b36a134-413f-42d2-90ed-b9cf52e556e9" -d '{"events": [{"server_uuid": "0d932af3-40de-4edf-bc41-41746effb1c2", "name": "network-vif-deleted", "tag": "a67ad443-475f-4639-be1f-9bd0bb1e3d3f"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:50.219565 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff565d4-5351-48f0-b8ef-7e52c83e6c0a x-openstack-request-id: req-2ff565d4-5351-48f0-b8ef-7e52c83e6c0a {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:50.219945 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d932af3-40de-4edf-bc41-41746effb1c2", "name": "network-vif-deleted", "tag": "a67ad443-475f-4639-be1f-9bd0bb1e3d3f", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:50.220209 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ff565d4-5351-48f0-b8ef-7e52c83e6c0a {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:50.220670 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d932af3-40de-4edf-bc41-41746effb1c2', 'name': 'network-vif-deleted', 'tag': 'a67ad443-475f-4639-be1f-9bd0bb1e3d3f', 'status': 'completed', 'code': 200} Jun 25 11:04:50.784435 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f4c51-49e2-4c38-ae3a-4aae4320ddab req-1b91a30e-6004-405a-95a3-144fd227118e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:50.785949 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b12f4c51-49e2-4c38-ae3a-4aae4320ddab req-1b91a30e-6004-405a-95a3-144fd227118e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0643880 Jun 25 11:04:50.824584 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b12f4c51-49e2-4c38-ae3a-4aae4320ddab req-e19891c7-2c72-49f7-9778-cc16558b8fb0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320013 Jun 25 11:04:51.151443 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d81458-e723-4420-ab36-865c870f60c9 req-65909059-286d-4ad2-b4f4-4a1d56ecc9d3 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:51.152980 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-47d81458-e723-4420-ab36-865c870f60c9 req-65909059-286d-4ad2-b4f4-4a1d56ecc9d3 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 944 time: 0.0785394 Jun 25 11:04:51.221022 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-47d81458-e723-4420-ab36-865c870f60c9 req-cde8e9c5-23f9-478e-bf2f-2ed82f8bcff9 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583115 Jun 25 11:04:51.243991 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af3c2-55b3-46d1-b683-5d96988e374a req-42047c7f-ad42-4c6f-acc5-034761537e92 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:51.245591 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c38af3c2-55b3-46d1-b683-5d96988e374a req-42047c7f-ad42-4c6f-acc5-034761537e92 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 945 time: 0.0917110 Jun 25 11:04:51.293011 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c38af3c2-55b3-46d1-b683-5d96988e374a req-8f8537f7-5ba3-4a1d-9d80-f90a6e79b21d tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374179 Jun 25 11:04:51.303530 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58396) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:51.358739 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:04:51.937105 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.229201 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Deleting port c00a5aa3-aa83-4d97-8c25-a4784d540841 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:52.229934 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.310564 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] For port c00a5aa3-aa83-4d97-8c25-a4784d540841, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=c00a5aa3-aa83-4d97-8c25-a4784d540841,segment=NetworkSegment(71fba773-4b8b-4ffd-90db-d688faa3175d),segment_id=71fba773-4b8b-4ffd-90db-d688faa3175d)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:52.310943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.324338 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Calling delete_port for c00a5aa3-aa83-4d97-8c25-a4784d540841 owned by network:router_interface {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:52.355587 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-cb54a041-edf9-41a1-b3f0-6e77e5b69b08 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:52.357159 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-cb54a041-edf9-41a1-b3f0-6e77e5b69b08 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 945 time: 0.0839763 Jun 25 11:04:52.474852 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Deleting port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:52.475188 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.600537 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173093-a423-4e9e-aa31-20c18e5eb363 req-72a14986-cbfc-4653-b997-6ee425124e76 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:52.601950 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e2173093-a423-4e9e-aa31-20c18e5eb363 req-72a14986-cbfc-4653-b997-6ee425124e76 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 944 time: 0.2615652 Jun 25 11:04:52.602119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] For port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,segment=NetworkSegment(826b995a-3a6e-4009-85c8-2c27eb144acc),segment_id=826b995a-3a6e-4009-85c8-2c27eb144acc)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:52.603133 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.621155 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Calling delete_port for aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:52.662512 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3eff3d-4f0e-48d1-a2a2-6c984eba7945 req-ecfede1e-4935-40e7-8242-755a97de3c3c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:52.663989 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2e3eff3d-4f0e-48d1-a2a2-6c984eba7945 req-ecfede1e-4935-40e7-8242-755a97de3c3c tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 945 time: 0.2273431 Jun 25 11:04:52.688877 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3aee57db-0bad-4faf-b187-62e5d310a32b details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:04:52.702517 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a67ad443-475f-4639-be1f-9bd0bb1e3d3f no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:52.719164 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e2173093-a423-4e9e-aa31-20c18e5eb363 req-c8867296-2c40-4a47-b87e-94af30c4e3ef tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036594 Jun 25 11:04:52.737377 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: a67ad443-475f-4639-be1f-9bd0bb1e3d3f {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:52.738257 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a67ad443-475f-4639-be1f-9bd0bb1e3d3f not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:52.756190 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2e3eff3d-4f0e-48d1-a2a2-6c984eba7945 req-26f9d53a-6b7a-4c8f-ad38-cd8d281319f1 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/security-groups?id=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830169 Jun 25 11:04:52.846343 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3aee57db-0bad-4faf-b187-62e5d310a32b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3aee57db-0bad-4faf-b187-62e5d310a32b,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:52.858467 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '3aee57db-0bad-4faf-b187-62e5d310a32b', 'network_id': '29b5d8ae-f596-467e-8466-610a205e7e6b', 'port_id': '3aee57db-0bad-4faf-b187-62e5d310a32b', 'mac_address': 'fa:16:3e:7d:4d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab2b1dc-050a-437d-a187-abe56c23d00e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:04:52.888432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.891045 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2b2405fb-d570-4520-97cf-8d7f67e307e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:52.896324 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.910351 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aee57db-0bad-4faf-b187-62e5d310a32b {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:04:52.925498 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00a5aa3-aa83-4d97-8c25-a4784d540841,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:52.925676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:52.925676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f26993e4-04ab-45b0-b2a0-bf08166f5900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:52.926865 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.927292 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.927701 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.928657 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.929022 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.929388 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.930876 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.930876 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.930876 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.930876 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.931603 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.931768 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.940083 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:52.950010 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3aee57db-0bad-4faf-b187-62e5d310a32b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3aee57db-0bad-4faf-b187-62e5d310a32b,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:52.956419 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Pushing event deleted for resources: {'Port': ['ID=aa2504de-5295-4d9e-986f-fb3e6d8a6ef5,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:52.957796 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['aa2504de-5295-4d9e-986f-fb3e6d8a6ef5'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:52.989559 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.990058 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.990325 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.990695 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.991050 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.991408 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.991813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.992167 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.992514 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.992861 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.993237 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:52.993584 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:04:53.012953 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:53.013718 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] No DVR routers for this DVR port aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:04:53.016333 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:53.018429 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d678c9b6-268a-444a-bac4-06b6f5cdfa06 req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.93 "DELETE /v2.0/ports/aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 HTTP/1.1" status: 204 len: 173 time: 0.6556263 Jun 25 11:04:53.018931 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'name': 'network-vif-deleted', 'tag': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:53.021227 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefabc62-f5ce-47de-bc74-1e058c64b8fb" -d '{"events": [{"server_uuid": "9f618e66-7e89-4209-9f4a-40aadefd8d67", "name": "network-vif-deleted", "tag": "aa2504de-5295-4d9e-986f-fb3e6d8a6ef5"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:53.058086 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f12fe5-f2b7-41e9-8ac4-c3472f1bc75a x-openstack-request-id: req-a3f12fe5-f2b7-41e9-8ac4-c3472f1bc75a {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:53.058421 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f618e66-7e89-4209-9f4a-40aadefd8d67", "name": "network-vif-deleted", "tag": "aa2504de-5295-4d9e-986f-fb3e6d8a6ef5", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:53.058711 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3f12fe5-f2b7-41e9-8ac4-c3472f1bc75a {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:53.059161 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f618e66-7e89-4209-9f4a-40aadefd8d67', 'name': 'network-vif-deleted', 'tag': 'aa2504de-5295-4d9e-986f-fb3e6d8a6ef5', 'status': 'completed', 'code': 200} Jun 25 11:04:53.088462 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:53.100223 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:53.110527 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:53.151642 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=3aee57db-0bad-4faf-b187-62e5d310a32b,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:53.158863 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:53.330554 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Router feea9d44-63cf-490d-8eb9-fa64a649874c has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:04:53.447028 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:04:53.454589 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] 10.222.0.13 "PUT /v2.0/routers/feea9d44-63cf-490d-8eb9-fa64a649874c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1476798 Jun 25 11:04:53.455066 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58406) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:53.455458 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] Sync routers for ids ['feea9d44-63cf-490d-8eb9-fa64a649874c'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:04:53.466334 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] Routers {'feea9d44-63cf-490d-8eb9-fa64a649874c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:04:53.466949 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:04:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['feea9d44-63cf-490d-8eb9-fa64a649874c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:53.478030 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['3aee57db-0bad-4faf-b187-62e5d310a32b'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:04:53.574488 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] Set router feea9d44-63cf-490d-8eb9-fa64a649874c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:04:53.575624 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks [] for router, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:53.882670 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:04:52Z', 'revision_number': 5, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:53.911696 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] Checking router: feea9d44-63cf-490d-8eb9-fa64a649874c for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:04:53.920797 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] Routers {'feea9d44-63cf-490d-8eb9-fa64a649874c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:04:53.921419 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:04:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['feea9d44-63cf-490d-8eb9-fa64a649874c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:53.985925 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:53.991419 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-abe252b8-9839-495c-9da6-e344635ddbc0 req-65d9471e-1329-4521-99a4-02d7a22b1b01 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f618e66-7e89-4209-9f4a-40aadefd8d67 HTTP/1.1" status: 200 len: 210 time: 0.0551522 Jun 25 11:04:54.027436 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db485a0-3aa1-4388-928d-f8ff7e4ce88a req-985d7830-3bad-455c-a324-c064b442eb8e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:54.028327 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5db485a0-3aa1-4388-928d-f8ff7e4ce88a req-985d7830-3bad-455c-a324-c064b442eb8e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 945 time: 0.1056139 Jun 25 11:04:54.037768 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] Set router feea9d44-63cf-490d-8eb9-fa64a649874c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:04:54.066701 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5db485a0-3aa1-4388-928d-f8ff7e4ce88a req-60ac0991-e738-4903-8903-441f9b258d38 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Jun 25 11:04:54.185408 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Deleting port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:04:54.186101 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.240528 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:04:52Z', 'revision_number': 5, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:54.266729 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c9f9c0-07b9-424f-87f7-e6d4759f26c2 None None] The sync data for ids ['feea9d44-63cf-490d-8eb9-fa64a649874c'] in dv-cinder-793136-2-iscsi is: [{'id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'name': 'tempest-ServerRescueNegativeTestJSON-685471625-router', 'tenant_id': '697d0ae51e5f424a8183cff410a63f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:13Z', 'updated_at': '2021-06-25T11:04:52Z', 'revision_number': 5, 'project_id': '697d0ae51e5f424a8183cff410a63f8a', 'gw_port': {'id': '88fd3d3c-0d41-45bf-97e1-e4bdc310ce23', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea9d44-63cf-490d-8eb9-fa64a649874c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:14Z', 'updated_at': '2021-06-25T11:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:04:54.268301 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] For port 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:54.268725 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.281610 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Calling delete_port for 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 owned by network:router_gateway {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:04:54.526803 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.529191 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:54.554866 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Pushing event deleted for resources: {'Port': ['ID=88fd3d3c-0d41-45bf-97e1-e4bdc310ce23,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:54.555179 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:54.634741 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.716818 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3aee57db-0bad-4faf-b187-62e5d310a32b up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:04:54.747030 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.749269 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.876342 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 3aee57db-0bad-4faf-b187-62e5d310a32b completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:04:54.880386 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 3aee57db-0bad-4faf-b187-62e5d310a32b triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:04:54.880789 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.915560 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.916086 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Fanout notify agent at l3_agent the message router_deleted on router feea9d44-63cf-490d-8eb9-fa64a649874c {{(pid=105345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:04:54.921396 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:54.925014 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] 10.222.0.13 "DELETE /v2.0/routers/feea9d44-63cf-490d-8eb9-fa64a649874c HTTP/1.1" status: 204 len: 168 time: 1.4663630 Jun 25 11:04:54.925234 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58412) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:54.981552 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Deleting subnet a6dcec42-77a4-4b48-bed3-e7623665d2c6 {{(pid=105345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:04:54.985220 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.021575 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7030628'] for subnet, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.084630 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.088852 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.099821 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58416) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:55.109876 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee57db-0bad-4faf-b187-62e5d310a32b'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:04:55.112297 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309aa379-e693-4150-8a8b-687213ff86cf" -d '{"events": [{"server_uuid": "a4b69c76-ae13-45ab-82ee-6ec26c7da9fe", "name": "network-vif-plugged", "status": "completed", "tag": "3aee57db-0bad-4faf-b187-62e5d310a32b"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:04:55.126194 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3aee57db-0bad-4faf-b187-62e5d310a32b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3aee57db-0bad-4faf-b187-62e5d310a32b,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:04:55.156348 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a58e2d-7ae5-40b3-9de7-a46c545ef119 x-openstack-request-id: req-83a58e2d-7ae5-40b3-9de7-a46c545ef119 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:04:55.156654 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b69c76-ae13-45ab-82ee-6ec26c7da9fe", "name": "network-vif-plugged", "status": "completed", "tag": "3aee57db-0bad-4faf-b187-62e5d310a32b", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:04:55.157027 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83a58e2d-7ae5-40b3-9de7-a46c545ef119 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:04:55.157433 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aee57db-0bad-4faf-b187-62e5d310a32b', 'code': 200} Jun 25 11:04:55.177968 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.179895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:55.185000 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Deleting subnet 85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:04:55.188340 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.225572 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5951637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5940463'] for subnet, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.227254 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.232891 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=3aee57db-0bad-4faf-b187-62e5d310a32b,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:55.242374 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:55.253854 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3c0b1df6-2f1c-4333-9a53-2cec2a993177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:55.269048 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.281845 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6dcec42-77a4-4b48-bed3-e7623665d2c6,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:55.284389 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:55.291693 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.291693 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6dcec42-77a4-4b48-bed3-e7623665d2c6 HTTP/1.1" status: 204 len: 168 time: 0.3639627 Jun 25 11:04:55.292685 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58422) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:55.320114 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8554c9-a39c-49ba-bfd6-f7ecf32e0b2e req-e267d057-8362-45b9-9419-5321f6608fca tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:55.321578 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5a8554c9-a39c-49ba-bfd6-f7ecf32e0b2e req-e267d057-8362-45b9-9419-5321f6608fca tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 946 time: 0.1078601 Jun 25 11:04:55.362231 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5a8554c9-a39c-49ba-bfd6-f7ecf32e0b2e req-b8aa2397-d57c-40b9-af8a-968e60e7888f tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Jun 25 11:04:55.389495 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.463350 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device c00a5aa3-aa83-4d97-8c25-a4784d540841 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:55.475085 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.482240 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:55.488694 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: c00a5aa3-aa83-4d97-8c25-a4784d540841 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:55.489046 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device c00a5aa3-aa83-4d97-8c25-a4784d540841 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:55.489500 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:55.508113 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:55.508549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 88fd3d3c-0d41-45bf-97e1-e4bdc310ce23 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:55.509317 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.512300 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:55.520066 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:55.522611 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.524986 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2b09fc19-8bba-409f-b79b-a13456ae05a4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/85b9c5fd-bb30-4a27-b1a2-a1b58f3c0b7d HTTP/1.1" status: 204 len: 168 time: 0.4231293 Jun 25 11:04:55.526692 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d595a92f-f844-4ffd-9bb1-5b4b5e2e563c']}} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:55.527859 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58424) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:55.537065 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fba773-4b8b-4ffd-90db-d688faa3175d') {'for_net_delete': True} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:55.537639 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fba773-4b8b-4ffd-90db-d688faa3175d') {} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:55.548653 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743379'] for segment, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.564278 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.571709 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=105346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:04:55.572082 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5724342'] for segment, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: Traceback (most recent call last): Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: timer() Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: cb(*args, **kw) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: return func(*args, **kwargs) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: self._notify() Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: self.callback(batched_events) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: event.method(event) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: return f(self, *a, **k) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._get(url).json() Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: return self.request(url, 'GET', **kwargs) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:04:55.574042 dv-cinder-793136-2-iscsi neutron-server[105346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:04:55.597534 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.671248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb04619-59a0-4fe2-9cba-50ab852a40ce req-2a1fb04b-821a-4769-846c-6bc482433731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:55.672733 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-cbb04619-59a0-4fe2-9cba-50ab852a40ce req-2a1fb04b-821a-4769-846c-6bc482433731 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 1099 time: 0.0896168 Jun 25 11:04:55.676849 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.686977 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600b9971-a674-49d3-8806-d05d87f81fbc']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:55.698351 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826b995a-3a6e-4009-85c8-2c27eb144acc') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:55.698616 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826b995a-3a6e-4009-85c8-2c27eb144acc') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:04:55.707577 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.715408 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-cbb04619-59a0-4fe2-9cba-50ab852a40ce req-84745616-e33f-4d91-9e85-deef0e60eb88 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291731 Jun 25 11:04:55.722094 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.727136 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.728044 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:04:55.728423 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:04:55.730181 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:04:55.732785 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:55.735032 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.736943 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d595a92f-f844-4ffd-9bb1-5b4b5e2e563c HTTP/1.1" status: 204 len: 168 time: 0.4432292 Jun 25 11:04:55.746533 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d595a92f-f844-4ffd-9bb1-5b4b5e2e563c,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:55.748951 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:55.881018 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.885679 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:55.890335 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:55.890335 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] 10.222.0.13 "DELETE /v2.0/networks/600b9971-a674-49d3-8806-d05d87f81fbc HTTP/1.1" status: 204 len: 168 time: 0.3606551 Jun 25 11:04:55.901600 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Pushing event deleted for resources: {'Network': ['ID=600b9971-a674-49d3-8806-d05d87f81fbc,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:55.903963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0bf5aff2-ba96-484f-80d2-d9c1c5bc3171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:56.189392 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58430) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:56.229143 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c9ec40d4-7c0a-443a-be13-ba0ecbdc7b52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=697d0ae51e5f424a8183cff410a63f8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381675 Jun 25 11:04:56.233662 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58432) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:56.265697 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58434) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:56.283920 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.305046 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3883097f-aec3-478d-9ed5-ee44900e3a29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e673e94bf4894f158729b5843c585430&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381286 Jun 25 11:04:56.306143 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.308298 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58436) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:56.356078 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.376611 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.436099 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.438991 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.440188 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31713b32-8859-49ff-9767-86ab4f2b904b HTTP/1.1" status: 204 len: 168 time: 0.2055936 Jun 25 11:04:56.440958 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b489d6ef-9ee8-4be4-b215-0bb4acf43397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:56.449027 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31713b32-8859-49ff-9767-86ab4f2b904b,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:56.451763 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:56.499654 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.502516 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:56.503611 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de4d0243-f557-4f07-ae6a-0ca8dadaa9fa HTTP/1.1" status: 204 len: 168 time: 0.1944230 Jun 25 11:04:56.520521 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ea87ed14-32a7-4f59-b450-94dd5b30cae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:56.537438 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4d0243-f557-4f07-ae6a-0ca8dadaa9fa,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:56.546710 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:56.585095 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e03fc-37fe-4f08-9e39-13ad35a4f61f req-d2409914-cc71-4607-869f-67c9af3a7d89 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:56.586669 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8d7e03fc-37fe-4f08-9e39-13ad35a4f61f req-d2409914-cc71-4607-869f-67c9af3a7d89 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 946 time: 0.0983665 Jun 25 11:04:56.627827 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8d7e03fc-37fe-4f08-9e39-13ad35a4f61f req-f80e5afd-de4a-4ad1-bf1f-958c14a772b7 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Jun 25 11:04:56.732059 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:04:56.752185 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:04:56.752453 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device aa2504de-5295-4d9e-986f-fb3e6d8a6ef5 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:04:57.803947 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22935-e603-4cfa-b2da-3a59dfc81afd req-d672dd3f-8055-458b-956a-97f3d9a4212c tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:04:57.805460 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-85e22935-e603-4cfa-b2da-3a59dfc81afd req-d672dd3f-8055-458b-956a-97f3d9a4212c tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 946 time: 0.0645094 Jun 25 11:04:57.843596 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-85e22935-e603-4cfa-b2da-3a59dfc81afd req-f3d70964-e203-49c2-b296-e4189a1b4f2e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Jun 25 11:04:59.345298 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58544) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:59.466114 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d3630516-c467-49ab-a110-f072a08d2b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:59.554623 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d3630516-c467-49ab-a110-f072a08d2b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:59.635932 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d3630516-c467-49ab-a110-f072a08d2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:59.638591 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b8203083-3dff-4968-b325-8c833ceeadc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:04:59.677181 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d3630516-c467-49ab-a110-f072a08d2b02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5070fd28638f457fb64b4d02c412cc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305049 Jun 25 11:04:59.678067 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3630516-c467-49ab-a110-f072a08d2b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca90a05-7841-4f65-8fb7-1f87f359cc8c,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:04:59.679864 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58552) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:04:59.682229 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d3630516-c467-49ab-a110-f072a08d2b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:04:59.738320 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:59.761472 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:59.989765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:59.995147 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:04:59.995147 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca90a05-7841-4f65-8fb7-1f87f359cc8c HTTP/1.1" status: 204 len: 168 time: 0.3124220 Jun 25 11:04:59.995147 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d23acc4e-5738-49fc-b107-ca006498adee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:00.002678 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca90a05-7841-4f65-8fb7-1f87f359cc8c,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:00.004875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:00.802746 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58572) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:00.816541 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f09d7de-a8b1-42b5-93e0-4d952382bf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:00.905803 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f09d7de-a8b1-42b5-93e0-4d952382bf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:01.104416 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f09d7de-a8b1-42b5-93e0-4d952382bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:01.106939 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8c32274f-9478-441d-9eac-e4252c3d6300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:01.145740 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58576) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:01.146349 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-5f09d7de-a8b1-42b5-93e0-4d952382bf34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ba9c8e6b872443ea32bc00f837f8dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419359 Jun 25 11:05:01.146819 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09d7de-a8b1-42b5-93e0-4d952382bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d9f91-6df2-4598-b59f-1cf0d9ffac92,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:01.150703 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5f09d7de-a8b1-42b5-93e0-4d952382bf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:01.197726 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:01.218003 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:01.392501 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:01.394990 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:01.399533 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b74d9f91-6df2-4598-b59f-1cf0d9ffac92 HTTP/1.1" status: 204 len: 168 time: 0.2524490 Jun 25 11:05:01.400530 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:01.408393 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d9f91-6df2-4598-b59f-1cf0d9ffac92,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:01.410944 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:03.573403 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-30bb26fd-1295-4060-a3a4-9ad42b5ccc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:06.691731 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d2abf11d-b0ac-4102-ab3d-a3681074612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:06.720452 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:08.013143 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:09.458940 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:11.252353 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc0cae-132b-4e5d-803f-301285bbd649 req-5e12c209-1582-4b87-befb-123ae49509af tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:11.253903 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5cbc0cae-132b-4e5d-803f-301285bbd649 req-5e12c209-1582-4b87-befb-123ae49509af tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0692828 Jun 25 11:05:11.292414 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5cbc0cae-132b-4e5d-803f-301285bbd649 req-a1129a9a-46cb-4d3a-83ca-638e741df2c5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324633 Jun 25 11:05:12.617720 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b1c10-0860-4884-b412-7ec32b00bad0 req-5ed41493-e083-4d17-b859-22c610d194c4 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:12.619122 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-224b1c10-0860-4884-b412-7ec32b00bad0 req-5ed41493-e083-4d17-b859-22c610d194c4 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.2142825 Jun 25 11:05:12.656505 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-224b1c10-0860-4884-b412-7ec32b00bad0 req-a5728da0-cd5c-4bc5-be4e-81b63d8daa0b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Jun 25 11:05:13.881134 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c21a6a-d7ff-4ad7-83dc-e6861a1016e8 req-e241d049-3406-45d7-bd50-caf0d2fa255c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:13.882630 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31c21a6a-d7ff-4ad7-83dc-e6861a1016e8 req-e241d049-3406-45d7-bd50-caf0d2fa255c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1126430 Jun 25 11:05:13.921623 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31c21a6a-d7ff-4ad7-83dc-e6861a1016e8 req-c4ceac47-2a1c-4402-9037-e761ddd0ad88 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332224 Jun 25 11:05:15.097868 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ffd23-aa53-4aa3-be2d-5b238ffe6309 req-7e072af9-4237-4041-9ec2-f66e27a83a4b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:15.099533 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c55ffd23-aa53-4aa3-be2d-5b238ffe6309 req-7e072af9-4237-4041-9ec2-f66e27a83a4b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0679781 Jun 25 11:05:15.140966 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c55ffd23-aa53-4aa3-be2d-5b238ffe6309 req-8fadcbe1-dbe5-4704-9695-1c30809b4892 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347674 Jun 25 11:05:16.020037 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 58852) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:16.124531 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb2f9-7541-4a64-a4ba-ebf983834d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:16.250026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb2f9-7541-4a64-a4ba-ebf983834d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:16.330237 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6f8c4-88d1-4383-92a5-8bb50ba133f2 req-a9ce725a-6fcb-452c-8d7a-a8b7cfe11062 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:16.331751 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9d6f8c4-88d1-4383-92a5-8bb50ba133f2 req-a9ce725a-6fcb-452c-8d7a-a8b7cfe11062 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0647187 Jun 25 11:05:16.332850 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-c6ccb2f9-7541-4a64-a4ba-ebf983834d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:16.336257 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f89447cf-9fe3-42a8-b38f-17f86ea3d7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:16.394861 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-c6ccb2f9-7541-4a64-a4ba-ebf983834d4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4d9c3ee94584dd2a87ddcf55d6b6a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737161 Jun 25 11:05:16.397427 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58866) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:16.400953 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccb2f9-7541-4a64-a4ba-ebf983834d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eb93c3-f7ed-4503-b2a0-5da773cdd946,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:16.405478 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-c6ccb2f9-7541-4a64-a4ba-ebf983834d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:16.410905 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9d6f8c4-88d1-4383-92a5-8bb50ba133f2 req-b8433aa7-93b6-446e-a1c4-cfeb73636fd5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665791 Jun 25 11:05:16.450209 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:16.474335 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:16.590235 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:16.592779 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:16.593966 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59eb93c3-f7ed-4503-b2a0-5da773cdd946 HTTP/1.1" status: 204 len: 168 time: 0.1953466 Jun 25 11:05:16.594754 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2440a9dd-a19b-418c-99a4-45dede80f321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:16.603831 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eb93c3-f7ed-4503-b2a0-5da773cdd946,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:16.606277 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:17.281594 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58874) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:17.295986 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8bcf444f-69ec-4a9e-853b-3b449d0b0d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:17.388207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8bcf444f-69ec-4a9e-853b-3b449d0b0d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:17.464721 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8bcf444f-69ec-4a9e-853b-3b449d0b0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:17.467482 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-73d5e421-539d-4e3b-abc8-512be726b677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:17.504445 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf444f-69ec-4a9e-853b-3b449d0b0d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f63cb6-24fe-4b6c-9b7c-e43512d6e43b,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:17.509786 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8bcf444f-69ec-4a9e-853b-3b449d0b0d76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bfd029cd9514a799c8c07b814a273c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270563 Jun 25 11:05:17.510735 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8bcf444f-69ec-4a9e-853b-3b449d0b0d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:17.512387 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58880) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:17.565120 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:17.588635 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:17.602190 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268adbf2-fa6a-4b93-9791-3c03d1df81fc req-6200b846-919e-4855-bc92-c053511f996f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:17.603732 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-268adbf2-fa6a-4b93-9791-3c03d1df81fc req-6200b846-919e-4855-bc92-c053511f996f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0679727 Jun 25 11:05:17.643828 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-268adbf2-fa6a-4b93-9791-3c03d1df81fc req-4574b7c8-6439-4a58-b722-38880882efcc tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342009 Jun 25 11:05:17.744903 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:17.747602 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:17.748897 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85f63cb6-24fe-4b6c-9b7c-e43512d6e43b HTTP/1.1" status: 204 len: 168 time: 0.2355676 Jun 25 11:05:17.749687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f35f521c-b5cb-4637-a16f-2bdd6acc4cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:17.757431 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f63cb6-24fe-4b6c-9b7c-e43512d6e43b,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:17.760308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:18.464476 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:18.980644 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045b66-43fd-4568-88d9-376306af977c req-14fa8718-0ce6-46d3-b4f9-5143488e0fc6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:18.982146 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1e045b66-43fd-4568-88d9-376306af977c req-14fa8718-0ce6-46d3-b4f9-5143488e0fc6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0677171 Jun 25 11:05:19.022525 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1e045b66-43fd-4568-88d9-376306af977c req-c7d3803a-ff55-4602-86bb-6da79527b8d8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338855 Jun 25 11:05:20.205210 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b09910-79fe-4085-b41d-8e2be9d56032 req-df2cd85e-4d26-471a-98d9-f317c3158eb0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:20.206694 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48b09910-79fe-4085-b41d-8e2be9d56032 req-df2cd85e-4d26-471a-98d9-f317c3158eb0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0661647 Jun 25 11:05:20.243766 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48b09910-79fe-4085-b41d-8e2be9d56032 req-7a997f51-ea22-4c7c-aaac-044d03049c18 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312321 Jun 25 11:05:20.737559 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-f31feff2-5535-434d-83b8-d83db53d2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:20.739140 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-f31feff2-5535-434d-83b8-d83db53d2798 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1098 time: 0.0598814 Jun 25 11:05:20.850884 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-3825644a-793f-4564-a27a-d3ac2a086f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:20.852496 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-3825644a-793f-4564-a27a-d3ac2a086f18 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.0916202 Jun 25 11:05:20.936852 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-ce9935c9-1b79-45cc-9846-a48688226ace service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 1000 time: 0.0682907 Jun 25 11:05:20.993177 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-183fc69a-8fc0-4c14-84bf-d9db9b9c3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:20.994897 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-183fc69a-8fc0-4c14-84bf-d9db9b9c3eef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0497980 Jun 25 11:05:21.064899 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-799320e2-8a24-43b6-bccb-df438ebc9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:21.066763 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-799320e2-8a24-43b6-bccb-df438ebc9b24 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631185 Jun 25 11:05:21.173970 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-4111e255-3891-4fe6-b79c-a3ef94546273 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935357 Jun 25 11:05:21.264283 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-044b3d2d-b139-49eb-8f2a-b9009e08b106 req-63d2d5ab-e785-4626-9c79-13bec23dcd9c service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814407 Jun 25 11:05:21.429680 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 58996) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:21.433191 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32faff4-93bc-4c4a-9c37-292cc99fb848 req-b77bbd6b-8b28-447f-85c5-5a8f07d626d0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:21.434829 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c32faff4-93bc-4c4a-9c37-292cc99fb848 req-b77bbd6b-8b28-447f-85c5-5a8f07d626d0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0746875 Jun 25 11:05:21.493796 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c32faff4-93bc-4c4a-9c37-292cc99fb848 req-0d2f83c9-f561-43c1-97b2-c15d54e0b6e3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519388 Jun 25 11:05:21.548971 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-937ccc59-70d1-413d-9946-0e2dc330a459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:21.648047 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-937ccc59-70d1-413d-9946-0e2dc330a459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:21.749957 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-937ccc59-70d1-413d-9946-0e2dc330a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:21.752424 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-98652600-450f-4a80-83d9-0c4edfc1d70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:21.789141 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-937ccc59-70d1-413d-9946-0e2dc330a459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=563e7665291045f59a19ffeadda3d736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583171 Jun 25 11:05:21.790666 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ccc59-70d1-413d-9946-0e2dc330a459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55da0d42-7ede-4900-821e-26153794fd5c,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:21.792661 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59002) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:21.794640 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-937ccc59-70d1-413d-9946-0e2dc330a459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:21.843198 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:21.865303 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:22.036158 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:22.038735 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:22.039863 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55da0d42-7ede-4900-821e-26153794fd5c HTTP/1.1" status: 204 len: 168 time: 0.2460475 Jun 25 11:05:22.040657 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d3630516-c467-49ab-a110-f072a08d2b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:22.048308 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55da0d42-7ede-4900-821e-26153794fd5c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:22.050737 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:22.678624 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd485d3e-ce98-4f25-bd21-9f4c9902f614 req-3fac6456-40ad-4374-b644-5c4c9c1e8883 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:22.680739 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cd485d3e-ce98-4f25-bd21-9f4c9902f614 req-3fac6456-40ad-4374-b644-5c4c9c1e8883 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0686932 Jun 25 11:05:22.720249 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cd485d3e-ce98-4f25-bd21-9f4c9902f614 req-e2e0da8d-5978-45b0-9f7e-ff021e7aa202 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329411 Jun 25 11:05:22.894272 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59030) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:22.908279 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fb89d385-3473-4c08-b27c-7d75800850e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:23.001509 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fb89d385-3473-4c08-b27c-7d75800850e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:23.139039 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fb89d385-3473-4c08-b27c-7d75800850e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:23.141566 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:23.181005 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-fb89d385-3473-4c08-b27c-7d75800850e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a07f55976d31474bb27db892cc91d1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856832 Jun 25 11:05:23.181929 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89d385-3473-4c08-b27c-7d75800850e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4347cc95-20c4-452e-9ae3-d6da18dee995,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:23.184875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59036) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:23.185394 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-fb89d385-3473-4c08-b27c-7d75800850e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:23.242138 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:23.264025 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:23.412933 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:23.415879 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:23.417021 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4347cc95-20c4-452e-9ae3-d6da18dee995 HTTP/1.1" status: 204 len: 168 time: 0.2306511 Jun 25 11:05:23.417882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3e7a02f-f335-4e1b-af65-94730526d59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:23.428284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4347cc95-20c4-452e-9ae3-d6da18dee995,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:23.428482 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:23.925970 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7ee2-4f90-421f-88fb-a4d7817166bd req-d92fbe30-d3c9-4fb2-98b3-d84015ce9bd0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:23.927532 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c42e7ee2-4f90-421f-88fb-a4d7817166bd req-d92fbe30-d3c9-4fb2-98b3-d84015ce9bd0 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0708184 Jun 25 11:05:23.971169 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c42e7ee2-4f90-421f-88fb-a4d7817166bd req-2c5abbce-c67c-4e37-8339-8baa37cde07d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343003 Jun 25 11:05:25.063722 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a19c70-aeaf-4df0-ab13-59b112406c99 req-07cf4143-4878-430e-9c17-d5edf46cb87d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:25.066498 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-09a19c70-aeaf-4df0-ab13-59b112406c99 req-07cf4143-4878-430e-9c17-d5edf46cb87d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 946 time: 0.0702617 Jun 25 11:05:25.136478 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-09a19c70-aeaf-4df0-ab13-59b112406c99 req-e2a90649-dbb6-438b-83ac-5839a5ffbcb1 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645247 Jun 25 11:05:25.171680 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecb970-99cf-4bef-8baa-2e401d5a33e7 req-efdd46d9-714a-4510-b09b-11f5843de80d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:25.173185 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-75ecb970-99cf-4bef-8baa-2e401d5a33e7 req-efdd46d9-714a-4510-b09b-11f5843de80d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0804412 Jun 25 11:05:25.213014 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-75ecb970-99cf-4bef-8baa-2e401d5a33e7 req-a595a964-af73-4be3-bb1e-847ee7c8e19a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337100 Jun 25 11:05:26.313878 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb54a34-f8ef-4f81-b8cd-ffe85bea3419 req-5309c9db-d094-448e-aa58-56cc937c7b99 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:26.315355 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3eb54a34-f8ef-4f81-b8cd-ffe85bea3419 req-5309c9db-d094-448e-aa58-56cc937c7b99 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 946 time: 0.0678611 Jun 25 11:05:26.381916 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3eb54a34-f8ef-4f81-b8cd-ffe85bea3419 req-99722ef6-e015-45b1-a920-4268e0cb4c05 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609925 Jun 25 11:05:26.418587 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d89af5-1042-4116-9806-8a22d19c1f6e req-838fb7b4-eea8-45af-80f8-c393d8cdd5c1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:26.418587 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-13d89af5-1042-4116-9806-8a22d19c1f6e req-838fb7b4-eea8-45af-80f8-c393d8cdd5c1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0811481 Jun 25 11:05:26.468214 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-13d89af5-1042-4116-9806-8a22d19c1f6e req-e285c201-e577-4c9d-901f-9a45c57c2ee3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435796 Jun 25 11:05:26.556030 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59138) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:26.659334 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-23bdb215-cf4b-418e-8173-b4ed17d79702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:26.744558 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-23bdb215-cf4b-418e-8173-b4ed17d79702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:26.813071 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-23bdb215-cf4b-418e-8173-b4ed17d79702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:26.816763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0356992c-d748-4cda-ab4b-223b13fca1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:26.852706 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-23bdb215-cf4b-418e-8173-b4ed17d79702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1165fe849283408cbae411e789b28644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954998 Jun 25 11:05:26.853685 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdb215-cf4b-418e-8173-b4ed17d79702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350193c4-b987-4b7e-b465-2b6c5269646b,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:26.855354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59142) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:26.857184 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-23bdb215-cf4b-418e-8173-b4ed17d79702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:26.906007 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:26.926867 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:27.081332 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:27.083867 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:27.085121 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/350193c4-b987-4b7e-b465-2b6c5269646b HTTP/1.1" status: 204 len: 168 time: 0.2287836 Jun 25 11:05:27.085913 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da37f12c-ab33-400a-9956-b8a030d9e39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:27.094292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350193c4-b987-4b7e-b465-2b6c5269646b,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:27.097073 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:27.194499 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-fea381a7-d438-4d04-a673-6facdaf3ee77 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:27.196060 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-fea381a7-d438-4d04-a673-6facdaf3ee77 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 946 time: 0.0668774 Jun 25 11:05:27.302915 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Deleting port 3aee57db-0bad-4faf-b187-62e5d310a32b {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:05:27.303138 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:27.397212 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] For port 3aee57db-0bad-4faf-b187-62e5d310a32b, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3aee57db-0bad-4faf-b187-62e5d310a32b,segment=NetworkSegment(b8e26375-8b25-4586-b20c-f41059e253fb),segment_id=b8e26375-8b25-4586-b20c-f41059e253fb)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:05:27.397554 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:27.412229 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Calling delete_port for 3aee57db-0bad-4faf-b187-62e5d310a32b owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:05:27.584328 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc975e9d-a1d2-4fc9-bca5-d4029b007452 req-9c34b3ea-47be-47c0-8ecc-42a32bf6f536 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:27.590577 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc975e9d-a1d2-4fc9-bca5-d4029b007452 req-9c34b3ea-47be-47c0-8ecc-42a32bf6f536 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 946 time: 0.0777516 Jun 25 11:05:27.671684 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dc975e9d-a1d2-4fc9-bca5-d4029b007452 req-408c113d-a772-421b-a4e7-3373fd9fe82f tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/security-groups?id=9959aa90-7ed0-4471-af5e-6ed066820aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702827 Jun 25 11:05:27.691831 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea95e6-b5fc-4cb8-a851-389a9dcbcd25 req-3a08b7b8-f125-4967-a2b9-97542b724596 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:27.693270 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b8ea95e6-b5fc-4cb8-a851-389a9dcbcd25 req-3a08b7b8-f125-4967-a2b9-97542b724596 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0924888 Jun 25 11:05:27.699014 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:27.703059 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9eeeb11e-452c-4082-9dd7-5234a5649f24 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:27.728990 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Pushing event deleted for resources: {'Port': ['ID=3aee57db-0bad-4faf-b187-62e5d310a32b,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:27.732829 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:27.738566 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['3aee57db-0bad-4faf-b187-62e5d310a32b'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:05:27.744751 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b8ea95e6-b5fc-4cb8-a851-389a9dcbcd25 req-097758a3-864b-4825-9221-f5d803eb7c86 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455296 Jun 25 11:05:27.782562 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] No DVR routers for this DVR port 3aee57db-0bad-4faf-b187-62e5d310a32b on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:05:27.785115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:27.787124 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2753d68e-c48f-4107-8869-e3dffcbfe75a req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.93 "DELETE /v2.0/ports/3aee57db-0bad-4faf-b187-62e5d310a32b HTTP/1.1" status: 204 len: 173 time: 0.5849743 Jun 25 11:05:27.787626 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'name': 'network-vif-deleted', 'tag': '3aee57db-0bad-4faf-b187-62e5d310a32b'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:05:27.790734 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3541a-b389-47c4-b4fc-9130a37c691b" -d '{"events": [{"server_uuid": "a4b69c76-ae13-45ab-82ee-6ec26c7da9fe", "name": "network-vif-deleted", "tag": "3aee57db-0bad-4faf-b187-62e5d310a32b"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:05:27.837165 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df631fe-cb2b-412e-8ff0-5f42d6fa82be x-openstack-request-id: req-6df631fe-cb2b-412e-8ff0-5f42d6fa82be {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:05:27.837803 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b69c76-ae13-45ab-82ee-6ec26c7da9fe", "name": "network-vif-deleted", "tag": "3aee57db-0bad-4faf-b187-62e5d310a32b", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:05:27.838319 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6df631fe-cb2b-412e-8ff0-5f42d6fa82be {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:05:27.838693 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b69c76-ae13-45ab-82ee-6ec26c7da9fe', 'name': 'network-vif-deleted', 'tag': '3aee57db-0bad-4faf-b187-62e5d310a32b', 'status': 'completed', 'code': 200} Jun 25 11:05:28.033151 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59164) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:28.046611 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9f22e8d9-c3f6-4394-b3dd-64cfff746410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:28.136914 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9f22e8d9-c3f6-4394-b3dd-64cfff746410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:28.241096 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9f22e8d9-c3f6-4394-b3dd-64cfff746410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:28.244228 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f00abebe-12a2-44ae-bd77-d21dba32c349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:28.280785 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-9f22e8d9-c3f6-4394-b3dd-64cfff746410 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a4f63ec7b7644399a9835de74814961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464240 Jun 25 11:05:28.281667 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22e8d9-c3f6-4394-b3dd-64cfff746410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4556f761-b0c4-49fc-8726-26347bf5ed60,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:28.283514 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59166) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:28.284522 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-9f22e8d9-c3f6-4394-b3dd-64cfff746410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:28.350398 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:28.358567 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:05:28.386972 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:28.561845 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:28.564608 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:28.565852 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4556f761-b0c4-49fc-8726-26347bf5ed60 HTTP/1.1" status: 204 len: 168 time: 0.2805395 Jun 25 11:05:28.566664 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8bcf444f-69ec-4a9e-853b-3b449d0b0d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:28.574877 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4556f761-b0c4-49fc-8726-26347bf5ed60,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:28.577207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:28.828183 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-647f3ebc-da4f-458c-b8d6-fbdb7a043261 req-570adf54-0050-4e74-bc8f-dc8a8c58b834 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b69c76-ae13-45ab-82ee-6ec26c7da9fe HTTP/1.1" status: 200 len: 210 time: 0.0307214 Jun 25 11:05:29.213411 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abd8b2-ecd6-4bb9-956a-4a6e9d3dcfb2 req-433834c0-f8b3-4e83-85db-72df0a0e600c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:29.215022 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-62abd8b2-ecd6-4bb9-956a-4a6e9d3dcfb2 req-433834c0-f8b3-4e83-85db-72df0a0e600c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0734875 Jun 25 11:05:29.258370 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-62abd8b2-ecd6-4bb9-956a-4a6e9d3dcfb2 req-88d741ee-c457-450c-932a-dfb256e8c500 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365047 Jun 25 11:05:30.431600 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89626b-95f7-45e5-933c-a69f9739fa50 req-d87813d4-90fe-469d-92e8-82ff942cf729 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:30.433053 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bf89626b-95f7-45e5-933c-a69f9739fa50 req-d87813d4-90fe-469d-92e8-82ff942cf729 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0638456 Jun 25 11:05:30.482212 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bf89626b-95f7-45e5-933c-a69f9739fa50 req-1bb339cc-fb62-4917-8f06-c6629f4b0b50 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Jun 25 11:05:30.883114 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3aee57db-0bad-4faf-b187-62e5d310a32b no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:05:30.904122 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 3aee57db-0bad-4faf-b187-62e5d310a32b {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:05:30.904477 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3aee57db-0bad-4faf-b187-62e5d310a32b not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:05:31.063894 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2740903-16db-4f94-94e4-1d665d8f8999 req-20869f6f-302c-448c-8996-a2f59c6de12a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:31.065302 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f2740903-16db-4f94-94e4-1d665d8f8999 req-20869f6f-302c-448c-8996-a2f59c6de12a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0695486 Jun 25 11:05:31.116302 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f2740903-16db-4f94-94e4-1d665d8f8999 req-14ffe02c-e5fd-41eb-9764-98a9ffaaeb02 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447578 Jun 25 11:05:31.198277 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-e91f87b7-0e19-4a48-8e43-a9a6d7928856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:31.199885 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-e91f87b7-0e19-4a48-8e43-a9a6d7928856 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1098 time: 0.0537374 Jun 25 11:05:31.294715 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-5871f693-5086-4f94-a443-dcaf82a21109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:31.296224 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-5871f693-5086-4f94-a443-dcaf82a21109 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.0892198 Jun 25 11:05:31.363678 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-24a95797-c6a3-42fa-aacb-b1173053797d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 1000 time: 0.0607557 Jun 25 11:05:31.423370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-6fa07990-f1e8-4343-8208-0caa34a1f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:31.424807 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-6fa07990-f1e8-4343-8208-0caa34a1f915 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0500760 Jun 25 11:05:31.492045 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-c6499f89-2390-44f9-81e6-6a57d5574fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:31.493574 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-c6499f89-2390-44f9-81e6-6a57d5574fed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605397 Jun 25 11:05:31.595345 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-dbd43737-65aa-476e-9911-56076f3d25b7 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895274 Jun 25 11:05:31.706064 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ec5d7995-3655-406c-9726-1c4439d88c48 req-dfe6dd30-d195-48d1-ba16-6a417d4dcd1b service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036441 Jun 25 11:05:32.336133 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dea06-f3b4-40c9-bd25-802735d749d7 req-9f683340-636d-480d-8a53-de32785e6eab tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:32.337876 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe1dea06-f3b4-40c9-bd25-802735d749d7 req-9f683340-636d-480d-8a53-de32785e6eab tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0771525 Jun 25 11:05:32.392653 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fe1dea06-f3b4-40c9-bd25-802735d749d7 req-1bf7ae76-c128-46e0-83db-06533bd656a3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443735 Jun 25 11:05:33.586302 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d615272-e392-4ba2-9254-f7930f7d0346 req-a1a2e63a-e816-4141-a32c-930d3faccf04 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:33.588048 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d615272-e392-4ba2-9254-f7930f7d0346 req-a1a2e63a-e816-4141-a32c-930d3faccf04 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0693924 Jun 25 11:05:33.595388 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-6a79fd25-63b6-4790-8ca9-7a8cafa3aca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:33.626550 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d615272-e392-4ba2-9254-f7930f7d0346 req-7d472e36-445e-48bf-87d5-d1487be0867f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327251 Jun 25 11:05:36.646954 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-4c5ef90d-d93b-4529-b9b6-42787383f92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:36.704232 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:37.978460 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:39.480835 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:39.961790 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-39882310-d2e3-4161-a7ee-2b9b39752667 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-96192594&fields=id&tenant_id=df6d7efaaf324d25adb6f82f68900110 HTTP/1.1" status: 200 len: 267 time: 0.0365095 Jun 25 11:05:40.029526 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-08519079-071f-496b-bd49-cae19cf5e872 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:40.031065 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-08519079-071f-496b-bd49-cae19cf5e872 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 984 time: 0.0636313 Jun 25 11:05:40.042265 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Request body: {'port': {'security_groups': ['a91e3a5c-0e8d-49bb-91fb-a70c0185438e']}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:05:40.142085 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:40.342177 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:05:40.372265 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:40.423976 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5951572'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:40.428230 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:40.472604 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:40.473433 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:40.475245 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-60a43e85-174f-41f8-9ede-48d32253fd42 req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "PUT /v2.0/ports/58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 942 time: 0.4381130 Jun 25 11:05:40.475913 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:05:40.482718 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57f4d79-95c1-4596-990c-6fb26b889f55" -d '{"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:05:40.483943 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59374) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:40.511553 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event updated for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=7']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:40.516065 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:40.668145 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5d3a22-7260-42f5-b0ee-799180932446 x-openstack-request-id: req-5c5d3a22-7260-42f5-b0ee-799180932446 {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:05:40.668460 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:05:40.668736 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c5d3a22-7260-42f5-b0ee-799180932446 {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:05:40.669152 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'status': 'completed', 'code': 200} Jun 25 11:05:40.755367 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a341e8b7-6db6-4e7d-b8a1-f3bd07314f59 None None] Provisioning complete for port 58349cad-8936-4541-b0e5-b0ad3e762d6c triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:05:40.755949 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a341e8b7-6db6-4e7d-b8a1-f3bd07314f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:40.807485 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:40.834337 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.016809 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.019535 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.020703 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22 HTTP/1.1" status: 204 len: 168 time: 0.5348740 Jun 25 11:05:41.021700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b12b250d-f68a-4302-850a-d305bbf6c6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:41.023677 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59380) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:41.033023 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9b252c-cd3d-4100-a8de-a4fbdf9d1e22,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:41.035742 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:41.198156 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Deleting port 0cc768d5-7344-440f-b94f-8cf465ccfa45 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:05:41.198761 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.282460 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.282676 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.295845 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Calling delete_port for 0cc768d5-7344-440f-b94f-8cf465ccfa45 owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:05:41.812707 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.816792 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:41.843064 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event deleted for resources: {'Port': ['ID=0cc768d5-7344-440f-b94f-8cf465ccfa45,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:41.847233 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:41.913896 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:41.914231 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.l3_db [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Floating IP 758019d3-3939-430d-b485-f3f8efeb5b9e disassociated (deleted). External IP: 172.27.2.102, port: 58349cad-8936-4541-b0e5-b0ad3e762d6c. Jun 25 11:05:42.132588 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Router 33e11c6b-8d19-4292-a420-b2c82a1c3792 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:05:42.240392 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:05:42.245576 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:42.251137 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] Sync routers for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:05:42.261009 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:05:42.261646 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:42.290963 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "DELETE /v2.0/floatingips/758019d3-3939-430d-b485-f3f8efeb5b9e HTTP/1.1" status: 204 len: 168 time: 1.2630117 Jun 25 11:05:42.379767 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:05:42.611066 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 5, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:42.651327 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] Checking router: 33e11c6b-8d19-4292-a420-b2c82a1c3792 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:05:42.661014 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:05:42.661664 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:42.670663 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:05:42.673384 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d8a323-6393-4116-9871-a0907d3aabd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:05:42.711562 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b163e2bf-648a-4cdf-aa1a-b517f33a86d7 x-openstack-request-id: req-b163e2bf-648a-4cdf-aa1a-b517f33a86d7 {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:05:42.711889 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:05:42.712169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b163e2bf-648a-4cdf-aa1a-b517f33a86d7 {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:05:42.712904 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'status': 'completed', 'code': 200} Jun 25 11:05:42.778237 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:05:42.988982 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 5, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:43.015490 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8b4369-162e-43c7-97e1-b0182a19dfdd None None] The sync data for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi is: [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:14Z', 'revision_number': 4, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '4a1edacc-829a-4cc6-86a4-5808b37476ad', 'name': '', 'network_id': 'cf780d4f-d491-4bfc-901e-6fa6d405fe6c', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'mac_address': 'fa:16:3e:77:40:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:13Z', 'updated_at': '2021-06-25T11:02:21Z', 'revision_number': 5, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'subnets': [{'id': 'af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:05:43.261333 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33afc155-0d6b-4533-864f-c17b825925a3 None None] New status for floating IP 758019d3-3939-430d-b485-f3f8efeb5b9e: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:05:43.661278 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['58349cad-8936-4541-b0e5-b0ad3e762d6c'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:05:43.855324 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-effd7914-0624-46ee-acd6-023e0c95ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:43.856900 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-effd7914-0624-46ee-acd6-023e0c95ac9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1098 time: 0.1635640 Jun 25 11:05:43.965614 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['58349cad-8936-4541-b0e5-b0ad3e762d6c'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:05:44.033113 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-490153ef-b035-401e-a6eb-33087eda324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:44.034639 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-490153ef-b035-401e-a6eb-33087eda324e service neutron] 10.222.0.93 "GET /v2.0/networks?id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 200 len: 916 time: 0.1461101 Jun 25 11:05:44.091216 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-e78e95df-b10e-4833-9e56-251058a43a2e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 217 time: 0.0388939 Jun 25 11:05:44.166630 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-00e1fa2c-6585-42eb-b004-064e09a2aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:44.168068 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-00e1fa2c-6585-42eb-b004-064e09a2aba1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd HTTP/1.1" status: 200 len: 854 time: 0.0636826 Jun 25 11:05:44.245688 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-e28fa78a-aaa4-4410-a22a-976f9cf9b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:44.248513 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-e28fa78a-aaa4-4410-a22a-976f9cf9b9cb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726449 Jun 25 11:05:44.360430 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-1b23a88f-b09f-4567-89a3-5f869e4804b8 service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024961 Jun 25 11:05:44.468542 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f57f4d79-95c1-4596-990c-6fb26b889f55 req-26bfd5b9-c3a1-4964-b06d-2815be0e264e service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971704 Jun 25 11:05:44.741433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-1a010c63-7c0e-4094-92f5-14d87ed922e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:44.743038 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-1a010c63-7c0e-4094-92f5-14d87ed922e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df6d7efaaf324d25adb6f82f68900110&device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 1098 time: 0.0602345 Jun 25 11:05:44.866308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-88017676-e917-4e3a-9633-febdf5b3ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:44.867789 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-88017676-e917-4e3a-9633-febdf5b3ac66 service neutron] 10.222.0.93 "GET /v2.0/networks?id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 200 len: 916 time: 0.1114872 Jun 25 11:05:44.908403 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-e0da45a2-8046-4c6c-ada3-18057763333e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 200 len: 217 time: 0.0339723 Jun 25 11:05:44.960627 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-147dfb8b-b8d6-4b1d-baff-3d17b3538240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:44.962936 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-147dfb8b-b8d6-4b1d-baff-3d17b3538240 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd HTTP/1.1" status: 200 len: 854 time: 0.0466578 Jun 25 11:05:45.025553 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-69667dc4-3f9b-4ca2-90c7-313dd4ec0f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:45.027181 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-69667dc4-3f9b-4ca2-90c7-313dd4ec0f88 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=cf780d4f-d491-4bfc-901e-6fa6d405fe6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575461 Jun 25 11:05:45.120154 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-9da68f7e-451f-4196-88ca-d9f18b60c3cf service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852282 Jun 25 11:05:45.231073 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-12d8a323-6393-4116-9871-a0907d3aabd5 req-74d83797-6c46-4194-8b93-d71f5b06b8be service neutron] 10.222.0.93 "GET /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011801 Jun 25 11:05:47.579465 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4abf3b-8f96-49af-8a8c-27b078e029ef req-47c1b9a4-5cc3-44f8-8cf4-f2615cf7c749 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:47.581564 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba4abf3b-8f96-49af-8a8c-27b078e029ef req-47c1b9a4-5cc3-44f8-8cf4-f2615cf7c749 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0702116 Jun 25 11:05:47.630786 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ba4abf3b-8f96-49af-8a8c-27b078e029ef req-cd5e7d05-c975-48dc-b873-3a2f9d1dba3a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 Jun 25 11:05:48.469543 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:48.529040 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd743e6-132e-4ad0-bb7a-14fd9160d5fa req-dc9d7a1c-69a6-4177-9d7d-2fd77e5f73d3 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:48.530529 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8bd743e6-132e-4ad0-bb7a-14fd9160d5fa req-dc9d7a1c-69a6-4177-9d7d-2fd77e5f73d3 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0638266 Jun 25 11:05:48.579352 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8bd743e6-132e-4ad0-bb7a-14fd9160d5fa req-e552e325-db57-4afe-aae0-4bb8ca2da2e4 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430419 Jun 25 11:05:48.812348 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00095166-49bf-4b9b-80fe-7ef1953dc966 req-1b2796ea-7ac5-4ea6-9d50-fc10eb9427f8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:48.813977 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-00095166-49bf-4b9b-80fe-7ef1953dc966 req-1b2796ea-7ac5-4ea6-9d50-fc10eb9427f8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0654995 Jun 25 11:05:48.856746 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-00095166-49bf-4b9b-80fe-7ef1953dc966 req-3da996b0-1adb-4817-9440-20ce16ddc031 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365322 Jun 25 11:05:49.746317 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902461a-1ce5-478d-84cb-c62049b459d2 req-dc198d89-0c08-4ec5-84d9-8ccb7d22c72a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:49.747813 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7902461a-1ce5-478d-84cb-c62049b459d2 req-dc198d89-0c08-4ec5-84d9-8ccb7d22c72a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0615189 Jun 25 11:05:49.786172 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7902461a-1ce5-478d-84cb-c62049b459d2 req-c98a377b-cceb-484a-ac4d-1918c26bb7dd tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Jun 25 11:05:50.042532 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901ce2-81e6-4cdc-b1de-69c450f1e85e req-80d21dd4-731f-4884-8f9c-1e8f3451f395 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:50.044069 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b4901ce2-81e6-4cdc-b1de-69c450f1e85e req-80d21dd4-731f-4884-8f9c-1e8f3451f395 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0676961 Jun 25 11:05:50.081765 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b4901ce2-81e6-4cdc-b1de-69c450f1e85e req-6740b975-94cb-4d50-bbde-d3f2089727e5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320716 Jun 25 11:05:50.965103 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801d4ab-cd1b-4112-9ddb-c3f0aa528ebb req-8de071ef-0a03-4e53-879b-8c8f655092a1 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:50.966755 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5801d4ab-cd1b-4112-9ddb-c3f0aa528ebb req-8de071ef-0a03-4e53-879b-8c8f655092a1 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0648379 Jun 25 11:05:51.007211 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5801d4ab-cd1b-4112-9ddb-c3f0aa528ebb req-27610537-b1e4-49f8-b939-df85736888ed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Jun 25 11:05:51.260452 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24669658-d50f-4264-9737-5fdeabe13d6e req-811e92aa-258a-46ac-b1c0-9280d4a7c3f5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:51.261962 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-24669658-d50f-4264-9737-5fdeabe13d6e req-811e92aa-258a-46ac-b1c0-9280d4a7c3f5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0628934 Jun 25 11:05:51.304753 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-24669658-d50f-4264-9737-5fdeabe13d6e req-8275c1fa-6101-43c6-8535-bec5d41ed8d2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367951 Jun 25 11:05:52.204127 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be97126-01f6-4d8f-9004-c0a5c51487e4 req-756e5806-936b-4a38-a0a1-66c78a259c33 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:52.205744 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5be97126-01f6-4d8f-9004-c0a5c51487e4 req-756e5806-936b-4a38-a0a1-66c78a259c33 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.0811760 Jun 25 11:05:52.244317 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5be97126-01f6-4d8f-9004-c0a5c51487e4 req-a7c78de7-f3f1-473c-8c21-b4bed37e5541 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Jun 25 11:05:52.500655 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3502488-c05d-40b2-9fea-6a0aa7f05c1c req-433a7422-d561-4593-96d0-c76ca50a359d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:52.502479 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d3502488-c05d-40b2-9fea-6a0aa7f05c1c req-433a7422-d561-4593-96d0-c76ca50a359d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0774748 Jun 25 11:05:52.544528 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d3502488-c05d-40b2-9fea-6a0aa7f05c1c req-d2a8aa9c-ac6f-4ff7-9eec-a7f856bac79d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363162 Jun 25 11:05:53.049350 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-3e0518e1-c6af-41e5-98d8-b7a7cce38af7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:53.050983 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-3e0518e1-c6af-41e5-98d8-b7a7cce38af7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0995572 Jun 25 11:05:53.162667 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Deleting port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:05:53.163013 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:53.255128 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] For port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:05:53.255502 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:53.461519 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce31a9-6028-4940-a748-be4d8536c5d0 req-aaf243e5-b3eb-4f2f-a4f7-bf523494b347 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:53.468078 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-70ce31a9-6028-4940-a748-be4d8536c5d0 req-aaf243e5-b3eb-4f2f-a4f7-bf523494b347 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.1073356 Jun 25 11:05:53.498306 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:53.498306 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:53.498306 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Floating IP 19d19b52-ccd2-4591-b747-49ce2435f93f disassociated. External IP: 172.27.2.17, port: b5a72ff4-2e9b-462b-9f20-f77cac1a8d43. Jun 25 11:05:53.498306 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Calling delete_port for b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:05:53.541287 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-70ce31a9-6028-4940-a748-be4d8536c5d0 req-fc39aa2f-26c6-416b-b27b-4ab4839d99dc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672200 Jun 25 11:05:53.731458 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80039ac-bbc1-48fc-8569-1c89b5f47b58 req-83e99bf4-90b2-4e5d-ae13-ac2225ce0192 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:53.732935 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f80039ac-bbc1-48fc-8569-1c89b5f47b58 req-83e99bf4-90b2-4e5d-ae13-ac2225ce0192 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 946 time: 0.0682111 Jun 25 11:05:53.744779 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:53.749385 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:53.776251 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event deleted for resources: {'Port': ['ID=b5a72ff4-2e9b-462b-9f20-f77cac1a8d43,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:53.776503 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f80039ac-bbc1-48fc-8569-1c89b5f47b58 req-332fac2f-6cc4-4311-9265-204475872d89 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=34b2d461-d707-48a0-a798-1114df4f825b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377173 Jun 25 11:05:53.786650 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.787063 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.787391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.787752 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.788108 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.788468 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.788820 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.789167 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.790142 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.796440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.796440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.796440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:53.796440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:53.925214 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Router a23648dd-9320-48c0-a699-97756963741b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:05:54.140118 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-738dba3b-f604-4b69-becb-046923dab91d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:54.142867 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-738dba3b-f604-4b69-becb-046923dab91d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.93 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.1410584 Jun 25 11:05:54.145115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:05:54.160641 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] Sync routers for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:05:54.172797 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:05:54.175734 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:54.229059 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] No DVR routers for this DVR port b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:05:54.231259 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:54.234084 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6d5f7c73-520f-4218-91e0-a42c26abaf99 req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "DELETE /v2.0/ports/b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 HTTP/1.1" status: 204 len: 173 time: 1.1767375 Jun 25 11:05:54.234734 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-deleted', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:05:54.237597 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1284a370-379f-42ff-98ac-76e47ea4f1a0" -d '{"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-deleted", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:05:54.347598 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:05:54.387783 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Deleting port 58349cad-8936-4541-b0e5-b0ad3e762d6c {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:05:54.388280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:54.518843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cc3215-cf16-47b4-9d15-075ff35b9ba9 x-openstack-request-id: req-23cc3215-cf16-47b4-9d15-075ff35b9ba9 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:05:54.518843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ce0e7-2b14-4e3a-a5ab-2506d63507e2", "name": "network-vif-deleted", "tag": "b5a72ff4-2e9b-462b-9f20-f77cac1a8d43", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:05:54.518843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23cc3215-cf16-47b4-9d15-075ff35b9ba9 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:05:54.519296 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ce0e7-2b14-4e3a-a5ab-2506d63507e2', 'name': 'network-vif-deleted', 'tag': 'b5a72ff4-2e9b-462b-9f20-f77cac1a8d43', 'status': 'completed', 'code': 200} Jun 25 11:05:54.641016 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] For port 58349cad-8936-4541-b0e5-b0ad3e762d6c, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=58349cad-8936-4541-b0e5-b0ad3e762d6c,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:05:54.642342 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:54.681803 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Calling delete_port for 58349cad-8936-4541-b0e5-b0ad3e762d6c owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:05:54.949330 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2f12e-42b2-494a-8b60-22d75e858ffa req-94d2b287-77ed-4fd5-bc29-873df5f93b9e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:05:54.962087 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f6f2f12e-42b2-494a-8b60-22d75e858ffa req-94d2b287-77ed-4fd5-bc29-873df5f93b9e tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 945 time: 0.1871672 Jun 25 11:05:55.029242 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f6f2f12e-42b2-494a-8b60-22d75e858ffa req-c59a5369-503a-4a88-81aa-64a7f182e3b9 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/security-groups?id=a91e3a5c-0e8d-49bb-91fb-a70c0185438e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Jun 25 11:05:55.064406 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:55.076341 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-374db4aa-121d-40ec-96af-e671186ec835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:55.081278 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6982eadd-902a-439c-a742-df4943a14bd8 req-73512891-74bd-409f-8fba-0f1dbc928cb1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=481ce0e7-2b14-4e3a-a5ab-2506d63507e2 HTTP/1.1" status: 200 len: 210 time: 0.0392890 Jun 25 11:05:55.100514 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:55.107117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Pushing event deleted for resources: {'Port': ['ID=58349cad-8936-4541-b0e5-b0ad3e762d6c,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:55.129006 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:55.148243 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['58349cad-8936-4541-b0e5-b0ad3e762d6c'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:05:55.172226 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] No DVR routers for this DVR port 58349cad-8936-4541-b0e5-b0ad3e762d6c on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:05:55.176848 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:55.178214 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] Checking router: a23648dd-9320-48c0-a699-97756963741b for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:05:55.179635 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1d71741-f176-4030-a3b4-0db221b179e0 req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.93 "DELETE /v2.0/ports/58349cad-8936-4541-b0e5-b0ad3e762d6c HTTP/1.1" status: 204 len: 173 time: 1.0248227 Jun 25 11:05:55.189371 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:05:55.190032 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:55.330051 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:05:55.585334 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:05:55.611549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317b4e6-49df-4fd9-97e7-f81bcd1937ec None None] The sync data for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi is: [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:05:55.845240 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432581b-f380-429b-b282-039a5f3bed11 None None] New status for floating IP 19d19b52-ccd2-4591-b747-49ce2435f93f: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:05:56.203296 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c4a13fea-d1cd-4215-ba74-f206ffa0611e req-f37350ff-edcd-49c1-b408-53b4d41f5654 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105faa2-92cb-4c4a-9dc0-2c6f919632b4 HTTP/1.1" status: 200 len: 210 time: 0.0304551 Jun 25 11:05:56.396329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59638) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:56.482261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:56.510516 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:56.524718 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'name': 'network-vif-deleted', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:05:56.527307 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26819403-f8b6-4738-b3bc-33c31ca19907" -d '{"events": [{"server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "name": "network-vif-deleted", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:05:56.575507 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02763daf-12ca-4795-9677-a805eb671a7e x-openstack-request-id: req-02763daf-12ca-4795-9677-a805eb671a7e {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:05:56.576008 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9105faa2-92cb-4c4a-9dc0-2c6f919632b4", "name": "network-vif-deleted", "tag": "58349cad-8936-4541-b0e5-b0ad3e762d6c", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:05:56.576562 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02763daf-12ca-4795-9677-a805eb671a7e {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:05:56.577403 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9105faa2-92cb-4c4a-9dc0-2c6f919632b4', 'name': 'network-vif-deleted', 'tag': '58349cad-8936-4541-b0e5-b0ad3e762d6c', 'status': 'completed', 'code': 200} Jun 25 11:05:56.675262 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:56.678927 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:56.682208 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "DELETE /v2.0/security-groups/34b2d461-d707-48a0-a798-1114df4f825b HTTP/1.1" status: 204 len: 168 time: 0.2827837 Jun 25 11:05:56.682208 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c9d15073-eeaa-4595-ab71-da2026bde3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:56.684229 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59650) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:56.691370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2d461-d707-48a0-a798-1114df4f825b,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:56.694251 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:56.700359 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.api.v2.resource [None req-01c54b2c-3ac3-4f01-a65e-7a9a3459ac68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] show failed (client error): The resource could not be found. Jun 25 11:05:56.701483 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-01c54b2c-3ac3-4f01-a65e-7a9a3459ac68 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups/34b2d461-d707-48a0-a798-1114df4f825b HTTP/1.1" status: 404 len: 347 time: 0.0159726 Jun 25 11:05:56.704196 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59652) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:56.844015 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Deleting port 59ed0eb9-105b-47b1-b5b1-72b3a0bf8649 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:05:56.844333 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:56.931693 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:56.931912 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:56.944009 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Calling delete_port for 59ed0eb9-105b-47b1-b5b1-72b3a0bf8649 owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:05:57.230179 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:57.233366 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:57.266552 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event deleted for resources: {'Port': ['ID=59ed0eb9-105b-47b1-b5b1-72b3a0bf8649,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:57.299109 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.299469 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.299873 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.300227 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.300577 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.300926 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.301269 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.301614 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.301984 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.302361 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.302698 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.303233 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:05:57.307701 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:57.353319 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:57.356110 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:57.357329 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-24df260d-8858-43fd-8a40-21b26883e6f2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "DELETE /v2.0/floatingips/19d19b52-ccd2-4591-b747-49ce2435f93f HTTP/1.1" status: 204 len: 168 time: 0.6515355 Jun 25 11:05:57.768483 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:05:57.794203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:05:57.794203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device b5a72ff4-2e9b-462b-9f20-f77cac1a8d43 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:05:57.794203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 58349cad-8936-4541-b0e5-b0ad3e762d6c no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:05:57.830754 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 58349cad-8936-4541-b0e5-b0ad3e762d6c {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:05:57.830754 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 58349cad-8936-4541-b0e5-b0ad3e762d6c not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:05:58.151925 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59704) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:58.157017 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732835256', 'description': 'tempest-description--79728492'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:05:58.304338 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:58.392882 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:58.561148 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:58.567636 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d657f9e5-90c5-41f9-972c-3908a40dba22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:58.601167 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ffb61d-67bd-4798-be27-5491e488aed2,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:58.604953 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:58.663515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:58.665418 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5121813 Jun 25 11:05:58.668362 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59732) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:58.672902 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'security_group_rule': {'security_group_id': '74ffb61d-67bd-4798-be27-5491e488aed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:05:58.795187 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:58.857174 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:58.948374 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:58.950545 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cfd4853c-bf31-44aa-8e45-a9f630f5776e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:58.967562 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cd0ced-492b-49b8-a753-405c31a0c6be,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:58.970170 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:59.035412 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:59.036806 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674679 Jun 25 11:05:59.039603 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59734) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:59.044290 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'security_group_rule': {'security_group_id': '74ffb61d-67bd-4798-be27-5491e488aed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:05:59.212101 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:59.242248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59736) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:59.279457 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:59.429496 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:59.432138 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d90176a8-9e23-4f9e-84b2-1d3aa8a06137 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:05:59.454781 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763789c0-667d-4729-b313-0e643a799c08,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:05:59.457539 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:05:59.619487 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:59.621822 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5808461 Jun 25 11:05:59.624538 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59748) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:05:59.631432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:05:59.711667 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:59.767218 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:05:59.896843 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.030544 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Allocated IP 172.27.2.4 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/e7bd3865-017a-482d-af21-0ec1bfaab8a9) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:00.162020 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.279165 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5951654'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.284905 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-817dada4-d6bb-4d76-8a08-c7aa1d6198cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:00.340250 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:00.342275 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Deleting port 4a1edacc-829a-4cc6-86a4-5808b37476ad {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:00.342777 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.343185 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:00.346796 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:00.374840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'Port': ['ID=e7bd3865-017a-482d-af21-0ec1bfaab8a9,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:00.379095 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:00.476253 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] For port 4a1edacc-829a-4cc6-86a4-5808b37476ad, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=4a1edacc-829a-4cc6-86a4-5808b37476ad,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:00.477494 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.505231 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Calling delete_port for 4a1edacc-829a-4cc6-86a4-5808b37476ad owned by network:router_interface {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:00.530586 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.684790 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.870360 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.873380 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:00.874301 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:00.901293 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1edacc-829a-4cc6-86a4-5808b37476ad,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:00.904765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:01.028369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5951572'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:01.031595 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:01.096187 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:01.102849 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'Port': ['ID=e7bd3865-017a-482d-af21-0ec1bfaab8a9,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:01.114955 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:01.115969 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:01.230280 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:01.232172 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6060426 Jun 25 11:06:01.372121 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Router 33e11c6b-8d19-4292-a420-b2c82a1c3792 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:06:01.423134 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-1d23ea7d-f71e-4a66-be55-f9581fe1924c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1732835256&fields=id&tenant_id=d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 267 time: 0.0645359 Jun 25 11:06:01.523823 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:01.534556 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] 10.222.0.13 "PUT /v2.0/routers/33e11c6b-8d19-4292-a420-b2c82a1c3792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2889562 Jun 25 11:06:01.534888 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59784) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:01.538577 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] Sync routers for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:01.542161 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-e79fcafe-e002-4be2-85fd-77271d1cde89 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:01.543854 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-e79fcafe-e002-4be2-85fd-77271d1cde89 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 817 time: 0.1129336 Jun 25 11:06:01.557547 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:01.558155 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:01.564048 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-6993739f-df89-4441-a9ba-04f395c4bb52 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/quotas/d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 375 time: 0.0133243 Jun 25 11:06:01.655087 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks [] for router, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:01.665673 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-5677e900-b787-4269-9224-222266417901 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0964537 Jun 25 11:06:01.698859 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:01.805539 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:01.842115 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-024144e5-5c8e-48ee-9e5e-890c267452c7 service neutron] 10.222.0.13 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641085 Jun 25 11:06:01.896187 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:06:00Z', 'revision_number': 5, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port': {'id': '62135e33-bca2-47d9-8170-5d33b2c86700', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:01.928966 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] Checking router: 33e11c6b-8d19-4292-a420-b2c82a1c3792 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:01.938970 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] Routers {'33e11c6b-8d19-4292-a420-b2c82a1c3792'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:01.939670 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['33e11c6b-8d19-4292-a420-b2c82a1c3792'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:01.981495 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-762f566f-1cbc-4eef-967e-1b88a480c1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300843 Jun 25 11:06:01.999767 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Deleting port 62135e33-bca2-47d9-8170-5d33b2c86700 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:02.000354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.034964 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] Set router 33e11c6b-8d19-4292-a420-b2c82a1c3792 gateway port host: None {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:02.102845 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:06:01Z', 'revision_number': 6, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port_host': None}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:02.127438 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] For port 62135e33-bca2-47d9-8170-5d33b2c86700, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=62135e33-bca2-47d9-8170-5d33b2c86700,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:02.127937 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.132123 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212b7db6-4da8-4324-8fa6-1b06bf81a58d None None] The sync data for ids ['33e11c6b-8d19-4292-a420-b2c82a1c3792'] in dv-cinder-793136-2-iscsi is: [{'id': '33e11c6b-8d19-4292-a420-b2c82a1c3792', 'name': 'tempest-TestMinimumBasicScenario-1567067547-router', 'tenant_id': 'df6d7efaaf324d25adb6f82f68900110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:10Z', 'updated_at': '2021-06-25T11:06:01Z', 'revision_number': 6, 'project_id': 'df6d7efaaf324d25adb6f82f68900110', 'gw_port_host': None}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:02.145956 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Calling delete_port for 62135e33-bca2-47d9-8170-5d33b2c86700 owned by network:router_gateway {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:02.308158 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f3111be8-0d73-4a56-9268-d0f7999eaf97 req-32a723f8-a333-4cb4-b993-057d71ef8f37 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0329909 Jun 25 11:06:02.446919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.449174 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-546b56d3-d504-4081-a12a-f3a97debe6cd tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:02.496741 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Pushing event deleted for resources: {'Port': ['ID=62135e33-bca2-47d9-8170-5d33b2c86700,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:02.496741 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:02.579259 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.699545 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.701896 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.876472 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.876472 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e11c6b-8d19-4292-a420-b2c82a1c3792 {{(pid=105346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:06:02.880660 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.881700 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] 10.222.0.13 "DELETE /v2.0/routers/33e11c6b-8d19-4292-a420-b2c82a1c3792 HTTP/1.1" status: 204 len: 168 time: 1.3458595 Jun 25 11:06:02.884864 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59810) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:02.930502 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Deleting subnet af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:06:02.934288 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:02.973339 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.089909 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.202779 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4a1edacc-829a-4cc6-86a4-5808b37476ad no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:06:03.224235 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 4a1edacc-829a-4cc6-86a4-5808b37476ad {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:06:03.224596 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4a1edacc-829a-4cc6-86a4-5808b37476ad not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:06:03.225077 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 62135e33-bca2-47d9-8170-5d33b2c86700 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:06:03.248374 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 62135e33-bca2-47d9-8170-5d33b2c86700 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:06:03.250289 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 62135e33-bca2-47d9-8170-5d33b2c86700 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:06:03.326771 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.329197 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:03.352893 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:03.356071 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:03.357120 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.359165 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f8cc3566-f97e-4790-94c2-52aba92d4e5f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af5ec32e-c5ec-4747-8c38-bf7f4fc83bfd HTTP/1.1" status: 204 len: 168 time: 0.4732723 Jun 25 11:06:03.361821 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59816) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:03.365418 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b0fde8-2554-4eed-83be-583888d55e3f None None] Network cf780d4f-d491-4bfc-901e-6fa6d405fe6c requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:06:03.427686 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-13aa58d0-ffa6-4ef5-a133-42df79114072 req-85e8af36-be93-42a9-ac64-6baf3fc70970 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0389357 Jun 25 11:06:03.446532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.502910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Deleting port a2807e33-a73a-474b-b74a-e81ecebd10a6 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:03.503743 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.579053 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] For port a2807e33-a73a-474b-b74a-e81ecebd10a6, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=a2807e33-a73a-474b-b74a-e81ecebd10a6,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:03.579402 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.597159 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Calling delete_port for a2807e33-a73a-474b-b74a-e81ecebd10a6 owned by network:dhcp {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:03.597369 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-81777613-b8e0-4eba-a679-44d5588afd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.608716 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] DHCP port deletion for cf780d4f-d491-4bfc-901e-6fa6d405fe6c request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:06:03.661907 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Deleting port a2807e33-a73a-474b-b74a-e81ecebd10a6 {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:03.662301 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.737620 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] For port a2807e33-a73a-474b-b74a-e81ecebd10a6, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=a2807e33-a73a-474b-b74a-e81ecebd10a6,segment=NetworkSegment(e361d2d1-638a-4938-87fc-6b5316d8b107),segment_id=e361d2d1-638a-4938-87fc-6b5316d8b107)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:03.738069 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.752784 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Calling delete_port for a2807e33-a73a-474b-b74a-e81ecebd10a6 owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:03.760442 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.762919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c3a9089e-b1cd-4453-b25a-a88cddec524a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:03.788639 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] No DVR routers for this DVR port a2807e33-a73a-474b-b74a-e81ecebd10a6 on host dv-cinder-793136-2-iscsi {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:06:03.792967 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a2807e33-a73a-474b-b74a-e81ecebd10a6,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:03.795892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:03.877463 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.883492 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.886313 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:03.888843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf780d4f-d491-4bfc-901e-6fa6d405fe6c']}} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:03.901811 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e361d2d1-638a-4938-87fc-6b5316d8b107') {'for_net_delete': True} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:03.902371 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e361d2d1-638a-4938-87fc-6b5316d8b107') {} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:03.912087 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Pushing event deleted for resources: {'Port': ['ID=a2807e33-a73a-474b-b74a-e81ecebd10a6,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:03.913059 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743379'] for segment, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.920780 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] No DVR routers for this DVR port a2807e33-a73a-474b-b74a-e81ecebd10a6 on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:06:03.923596 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.924096 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.924359 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.924692 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.925053 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.925362 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.925683 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.926035 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.926349 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.926658 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.926973 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.927282 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:03.931047 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:03.932243 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.939843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=105346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5724342'] for segment, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: Traceback (most recent call last): Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: timer() Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: cb(*args, **kw) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: return func(*args, **kwargs) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: self._notify() Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: self.callback(batched_events) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: event.method(event) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: return f(self, *a, **k) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._get(url).json() Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: return self.request(url, 'GET', **kwargs) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:06:03.943981 dv-cinder-793136-2-iscsi neutron-server[105346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:06:04.081139 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:04.086453 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:04.090055 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:04.092308 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf780d4f-d491-4bfc-901e-6fa6d405fe6c HTTP/1.1" status: 204 len: 168 time: 0.7290654 Jun 25 11:06:04.096413 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59824) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:04.105568 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Pushing event deleted for resources: {'Network': ['ID=cf780d4f-d491-4bfc-901e-6fa6d405fe6c,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:04.108206 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:04.612171 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d8dd8a6c-cfe0-45a1-9659-cdf3b0e74512 req-37834736-4347-49d8-b78b-76cad84334e4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0500488 Jun 25 11:06:04.786069 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:05.048446 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Deleting port d5e68fb6-1032-4f36-a3a5-ad4fb254c129 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:05.048773 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:05.124887 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] For port d5e68fb6-1032-4f36-a3a5-ad4fb254c129, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,segment=NetworkSegment(c9fe6686-d2b4-4129-b440-9df9d6e96a74),segment_id=c9fe6686-d2b4-4129-b440-9df9d6e96a74)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:05.125302 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:05.140002 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Calling delete_port for d5e68fb6-1032-4f36-a3a5-ad4fb254c129 owned by network:router_interface {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:05.214626 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2807e33-a73a-474b-b74a-e81ecebd10a6 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:06:05.255129 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: a2807e33-a73a-474b-b74a-e81ecebd10a6 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:06:05.255490 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2807e33-a73a-474b-b74a-e81ecebd10a6 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:06:05.356729 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:06:05.458008 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:05.460172 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:05.487451 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e68fb6-1032-4f36-a3a5-ad4fb254c129,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:05.490599 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:05.653946 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:05.789806 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3513ce9b-5a7f-46dc-966a-2055d2e6799d req-ecd9229b-5b58-44c5-8137-027a0f79144a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0308874 Jun 25 11:06:05.898123 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Router 67e38952-60d8-46e9-b10a-73c7c67c0a8c has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:06:06.005864 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:06.011328 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] 10.222.0.13 "PUT /v2.0/routers/67e38952-60d8-46e9-b10a-73c7c67c0a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9134490 Jun 25 11:06:06.013390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59862) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:06.016104 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] Sync routers for ids ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:06.025930 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] Routers {'67e38952-60d8-46e9-b10a-73c7c67c0a8c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:06.026646 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:06.119847 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks [] for router, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:06.141669 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] Set router 67e38952-60d8-46e9-b10a-73c7c67c0a8c gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:06.222741 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:06.328511 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:06:05Z', 'revision_number': 5, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port': {'id': '1837b755-b1a3-4564-8fa5-38ec37870aa0', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:02:20Z', 'updated_at': '2021-06-25T11:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:06.355475 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] Checking router: 67e38952-60d8-46e9-b10a-73c7c67c0a8c for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:06.364250 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] Routers {'67e38952-60d8-46e9-b10a-73c7c67c0a8c'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:06.364912 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:05:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:06.367478 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Deleting port 1837b755-b1a3-4564-8fa5-38ec37870aa0 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:06.367820 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:06.459513 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] For port 1837b755-b1a3-4564-8fa5-38ec37870aa0, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1837b755-b1a3-4564-8fa5-38ec37870aa0,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:06.459976 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:06.461569 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] Set router 67e38952-60d8-46e9-b10a-73c7c67c0a8c gateway port host: None {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:06.474791 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Calling delete_port for 1837b755-b1a3-4564-8fa5-38ec37870aa0 owned by network:router_gateway {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:06.516430 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:06:06Z', 'revision_number': 6, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port_host': None}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:06.544163 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2431113-765b-4491-a740-d49ecb8e1559 None None] The sync data for ids ['67e38952-60d8-46e9-b10a-73c7c67c0a8c'] in dv-cinder-793136-2-iscsi is: [{'id': '67e38952-60d8-46e9-b10a-73c7c67c0a8c', 'name': 'tempest-TestMinimumBasicScenario-1045162841-router', 'tenant_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:02:19Z', 'updated_at': '2021-06-25T11:06:06Z', 'revision_number': 6, 'project_id': '7cc053b9f1f74e87b380ce9618a3bccf', 'gw_port_host': None}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:06.727169 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-10ab0007-2b30-4660-8cea-0ab77e4ab91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:06.771922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:06.774646 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:06.802835 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1837b755-b1a3-4564-8fa5-38ec37870aa0,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:06.806044 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:06.872249 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:06.887276 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.006591 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0d628ae8-8d98-4b08-98d3-ad7915de301c req-5acbd22e-43a1-4f0c-b7f1-55bfe72718d0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0569139 Jun 25 11:06:07.008765 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.011636 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.149565 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.150278 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e38952-60d8-46e9-b10a-73c7c67c0a8c {{(pid=105345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:06:07.155427 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.156422 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-77d84981-c1dc-45dd-8cf6-6096fb1e59fe admin admin] 10.222.0.13 "DELETE /v2.0/routers/67e38952-60d8-46e9-b10a-73c7c67c0a8c HTTP/1.1" status: 204 len: 168 time: 1.1420150 Jun 25 11:06:07.159136 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59872) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:07.204762 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Deleting subnet e3c37695-d337-404e-8987-fd57e1c85813 {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:06:07.208000 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.243493 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.334032 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.384944 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1837b755-b1a3-4564-8fa5-38ec37870aa0 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:06:07.405559 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 1837b755-b1a3-4564-8fa5-38ec37870aa0 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:06:07.405997 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1837b755-b1a3-4564-8fa5-38ec37870aa0 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:06:07.406360 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device d5e68fb6-1032-4f36-a3a5-ad4fb254c129 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:06:07.426874 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: d5e68fb6-1032-4f36-a3a5-ad4fb254c129 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:06:07.427230 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device d5e68fb6-1032-4f36-a3a5-ad4fb254c129 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:06:07.508806 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.511288 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:07.535875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c37695-d337-404e-8987-fd57e1c85813,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:07.540806 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:07.540806 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.542695 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e3c37695-d337-404e-8987-fd57e1c85813 HTTP/1.1" status: 204 len: 168 time: 0.3825533 Jun 25 11:06:07.545349 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59878) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:07.548082 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81efca-227f-495d-8b54-9c8cc04a975d None None] Network 0edc2ff8-15f2-466b-a338-590c38d43611 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:06:07.626252 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.687584 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Deleting port 1fed8090-72ef-4c53-a684-630161f5fa76 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:07.687918 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.766418 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] For port 1fed8090-72ef-4c53-a684-630161f5fa76, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1fed8090-72ef-4c53-a684-630161f5fa76,segment=NetworkSegment(c9fe6686-d2b4-4129-b440-9df9d6e96a74),segment_id=c9fe6686-d2b4-4129-b440-9df9d6e96a74)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:07.766708 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.770014 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] DHCP port deletion for 0edc2ff8-15f2-466b-a338-590c38d43611 request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:06:07.781749 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Calling delete_port for 1fed8090-72ef-4c53-a684-630161f5fa76 owned by network:dhcp {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:07.818564 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Deleting port 1fed8090-72ef-4c53-a684-630161f5fa76 {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:07.818955 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.894514 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] For port 1fed8090-72ef-4c53-a684-630161f5fa76, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1fed8090-72ef-4c53-a684-630161f5fa76,segment=NetworkSegment(c9fe6686-d2b4-4129-b440-9df9d6e96a74),segment_id=c9fe6686-d2b4-4129-b440-9df9d6e96a74)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:07.894922 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.910089 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Calling delete_port for 1fed8090-72ef-4c53-a684-630161f5fa76 owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:07.959977 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:07.963389 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4af4ffec-5f53-4086-8b9d-6ecf73adad60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:07.994698 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Pushing event deleted for resources: {'Port': ['ID=1fed8090-72ef-4c53-a684-630161f5fa76,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:07.997706 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.000343 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:08.006495 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] No DVR routers for this DVR port 1fed8090-72ef-4c53-a684-630161f5fa76 on host dv-cinder-793136-2-iscsi {{(pid=105345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:06:08.008251 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:08.013268 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.035182 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] No DVR routers for this DVR port 1fed8090-72ef-4c53-a684-630161f5fa76 on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:06:08.035182 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Pushing event deleted for resources: {'Port': ['ID=1fed8090-72ef-4c53-a684-630161f5fa76,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:08.036727 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:08.081775 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.094720 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edc2ff8-15f2-466b-a338-590c38d43611']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:08.107300 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fe6686-d2b4-4129-b440-9df9d6e96a74') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:08.107858 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fe6686-d2b4-4129-b440-9df9d6e96a74') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:08.118943 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.136293 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.144645 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:06:08.145044 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:06:08.146908 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:06:08.225188 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a6f65c43-4e3a-41c4-8f4f-52e618728ff8 req-90a451e3-7963-445e-aa89-d71213e27a89 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0702791 Jun 25 11:06:08.321783 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.321783 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:08.326084 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:08.328090 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] 10.222.0.13 "DELETE /v2.0/networks/0edc2ff8-15f2-466b-a338-590c38d43611 HTTP/1.1" status: 204 len: 168 time: 0.7816174 Jun 25 11:06:08.340570 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Pushing event deleted for resources: {'Network': ['ID=0edc2ff8-15f2-466b-a338-590c38d43611,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:08.344993 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:08.688028 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-b3e3a2bb-ea83-47e3-86c6-4fac714158e8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:08.689454 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-b3e3a2bb-ea83-47e3-86c6-4fac714158e8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 817 time: 0.3802929 Jun 25 11:06:08.763030 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-7b7b65f4-ee64-4269-8374-e7c927d5117a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 380 time: 0.0372009 Jun 25 11:06:08.772385 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'port': {'device_id': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'admin_state_up': True, 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'security_groups': ['74ffb61d-67bd-4798-be27-5491e488aed2']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:08.915757 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59892) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:08.955885 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-7bea0269-52ca-4082-996d-91684a4eb2f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df6d7efaaf324d25adb6f82f68900110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388877 Jun 25 11:06:08.958358 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59894) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:08.966340 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Made reservation on behalf of d0bc9d6180724cafa25c7bac09986563 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:06:08.970071 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.010413 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d55663eb-24dd-4ab3-b0c1-acf26d0033a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.035512 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d55663eb-24dd-4ab3-b0c1-acf26d0033a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.111772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Allocated IP 172.20.0.3 (fcea8105-15cb-4f29-8e2d-df0308b278f8/eb231853-dd2b-490a-8542-711fac003d8c/30f38ad9-3e9d-4795-b8e3-bc7c7370b601) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:09.196362 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1fed8090-72ef-4c53-a684-630161f5fa76 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:06:09.222150 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 1fed8090-72ef-4c53-a684-630161f5fa76 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:06:09.222434 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1fed8090-72ef-4c53-a684-630161f5fa76 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:06:09.281988 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.308176 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Transition to ACTIVE for port object 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:09.428792 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-95ce6c7c-82e8-482f-9cae-03b02d06b048 req-cc1f72fc-615f-45ce-bd80-1f12f415ff14 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0288093 Jun 25 11:06:09.447432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d55663eb-24dd-4ab3-b0c1-acf26d0033a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.450150 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d55663eb-24dd-4ab3-b0c1-acf26d0033a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.452147 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d55663eb-24dd-4ab3-b0c1-acf26d0033a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a91e3a5c-0e8d-49bb-91fb-a70c0185438e HTTP/1.1" status: 204 len: 168 time: 0.4920995 Jun 25 11:06:09.452448 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4d9eb9de-5c59-4547-bb8c-588ba40722c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:09.460184 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55663eb-24dd-4ab3-b0c1-acf26d0033a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91e3a5c-0e8d-49bb-91fb-a70c0185438e,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:09.466222 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d55663eb-24dd-4ab3-b0c1-acf26d0033a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:09.526974 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.532323 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.533300 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-63ea1445-f912-4ba9-a4d2-48089875e99a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:09.578712 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:09.582036 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:09.586813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:09.619213 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:09.623979 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:09.651384 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:09.652081 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.777567 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0089614 Jun 25 11:06:09.812566 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Request body: {'port': {'device_id': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:09.901495 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:09.978511 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-2fdf7299-781f-42f1-b573-359f4ee0564d None None] Provisioning for port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:09.988306 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-2fdf7299-781f-42f1-b573-359f4ee0564d None None] Provisioning complete for port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:09.989094 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2fdf7299-781f-42f1-b573-359f4ee0564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.048308 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-2fdf7299-781f-42f1-b573-359f4ee0564d None None] Port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:06:10.225222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:06:10.234495 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.248397 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Transition to ACTIVE for port object 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:10.342316 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 59930) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:10.357259 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.360892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e5c9426b-53a5-40f2-942a-67a35dc9099f tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:10.452242 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:10.462937 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-1e80d66b-e737-41d0-8b06-b1be3535e1c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cc053b9f1f74e87b380ce9618a3bccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1185961 Jun 25 11:06:10.467420 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 59934) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:10.482428 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:10.547996 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Attempting to bind port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:10.548440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Attempting to bind port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:10.549117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Attempting to bind port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 on network fcea8105-15cb-4f29-8e2d-df0308b278f8 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:10.551829 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.554956 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 on network fcea8105-15cb-4f29-8e2d-df0308b278f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:06:10.555374 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Attempting to bind port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 on network fcea8105-15cb-4f29-8e2d-df0308b278f8 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:10.562801 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:10.566301 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Checking segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:10.566301 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Bound using segment: {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:10.566301 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Bound port: 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8dbd22-0803-4428-a6d3-c38039f1f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:10.566301 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.593455 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.649638 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:10.653737 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:10.727263 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.731627 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:10.745585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab4338-e7c9-40ca-b5c7-d9e761806680 req-37d2f240-2ab6-483f-8d60-de6cc34860ed tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:10.751206 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bbab4338-e7c9-40ca-b5c7-d9e761806680 req-37d2f240-2ab6-483f-8d60-de6cc34860ed tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.1761887 Jun 25 11:06:10.770474 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:10.771536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.773186 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] 10.222.0.93 "PUT /v2.0/ports/30f38ad9-3e9d-4795-b8e3-bc7c7370b601 HTTP/1.1" status: 200 len: 1093 time: 0.9651165 Jun 25 11:06:10.777045 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:06:10.779259 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a6eed-b1c7-4ee1-8861-534e0f259ada" -d '{"events": [{"name": "network-changed", "server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:06:10.834539 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bbab4338-e7c9-40ca-b5c7-d9e761806680 req-181faa09-4bcb-42ca-907f-b64e9425c989 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771713 Jun 25 11:06:10.834735 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:10.836400 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.839615 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:10.840110 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04481884-8d90-4665-8ae3-be73b24d276d x-openstack-request-id: req-04481884-8d90-4665-8ae3-be73b24d276d {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:06:10.840553 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:06:10.840741 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f8509aa-f431-4f58-beb4-73c1a0e07289 HTTP/1.1" status: 204 len: 168 time: 0.3716311 Jun 25 11:06:10.841061 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04481884-8d90-4665-8ae3-be73b24d276d {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:06:10.841519 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2b58f165-29d1-4737-bcc4-27fedb6f631f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:10.841708 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'status': 'completed', 'code': 200} Jun 25 11:06:10.843847 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:10.851618 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8509aa-f431-4f58-beb4-73c1a0e07289,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:10.854195 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:10.958078 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a6eed-b1c7-4ee1-8861-534e0f259ada req-c61355d0-d60e-4522-bcc7-2800b00f3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:10.960708 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c81a6eed-b1c7-4ee1-8861-534e0f259ada req-c61355d0-d60e-4522-bcc7-2800b00f3c16 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1096 time: 0.0683756 Jun 25 11:06:11.134127 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a6eed-b1c7-4ee1-8861-534e0f259ada req-c2919369-e89a-4ee5-95cd-0a5beb651220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:11.134127 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c81a6eed-b1c7-4ee1-8861-534e0f259ada req-c2919369-e89a-4ee5-95cd-0a5beb651220 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=d0bc9d6180724cafa25c7bac09986563&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1488547 Jun 25 11:06:11.297978 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a6eed-b1c7-4ee1-8861-534e0f259ada req-772e243c-8ff9-4e93-a10e-c5103ef9417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:11.300308 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c81a6eed-b1c7-4ee1-8861-534e0f259ada req-772e243c-8ff9-4e93-a10e-c5103ef9417a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608744 Jun 25 11:06:11.458630 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-c8bab4d8-ea10-4b43-8a30-cd0b5ef2bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:11.461717 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-c8bab4d8-ea10-4b43-8a30-cd0b5ef2bd10 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1096 time: 0.0657308 Jun 25 11:06:11.549455 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-455acc5d-fe40-49a4-9ef9-a608414dd680 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601 HTTP/1.1" status: 200 len: 217 time: 0.0700207 Jun 25 11:06:11.631872 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-05ddc6bd-c1d5-480c-9ff9-ba0bcf5f90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:11.634716 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-05ddc6bd-c1d5-480c-9ff9-ba0bcf5f90c8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0778220 Jun 25 11:06:11.707312 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306832-84df-4d65-9607-d1a1f0560a6d req-e09ec3f7-6e7f-4775-b946-fe756b54e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:11.709565 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-e09ec3f7-6e7f-4775-b946-fe756b54e887 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668800 Jun 25 11:06:11.851590 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-4255a1e8-7923-4329-a348-333b9b390251 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231887 Jun 25 11:06:12.010525 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-08306832-84df-4d65-9607-d1a1f0560a6d req-e2f582f6-3d31-4e02-bc41-0599528e8289 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474476 Jun 25 11:06:12.087945 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e11ab0-9672-46f1-a166-d86bbb50a9e3 req-71ec3e4e-6d55-44da-9607-909facca7d74 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:12.090194 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-90e11ab0-9672-46f1-a166-d86bbb50a9e3 req-71ec3e4e-6d55-44da-9607-909facca7d74 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0986431 Jun 25 11:06:12.158841 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-90e11ab0-9672-46f1-a166-d86bbb50a9e3 req-637262f0-b156-48ac-adf5-72e2edbe28a2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611134 Jun 25 11:06:12.415382 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60002) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:12.549637 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1009265633-network', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:12.681563 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Made reservation on behalf of 02ebdd403cd041e9aecdf61ecbb5e565 for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:06:12.684128 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:12.698736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:12.810517 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:12.898414 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:12.902692 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-937ccc59-70d1-413d-9946-0e2dc330a459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:12.929014 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:06:12.939769 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f3d85-bb5e-4c8a-9509-47136cf9aa92,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:12.944183 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:12.945940 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:12.946300 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Added segment 345be7ce-9477-4c44-95e8-920b4457bfb7 of type vlan for network 6a732997-15d8-4216-a4f9-438c52203aa6 Jun 25 11:06:12.993849 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.114777 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.116125 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:13.116697 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.120537 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:13.179352 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Pushing event updated for resources: {'Network': ['ID=6a732997-15d8-4216-a4f9-438c52203aa6,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:13.183726 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:13.194364 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 6a732997-15d8-4216-a4f9-438c52203aa6 details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:06:13.241881 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8252971 Jun 25 11:06:13.246752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60014) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:13.252614 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Request body: {'subnet': {'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1009265633-subnet', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:13.370740 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Made reservation on behalf of 02ebdd403cd041e9aecdf61ecbb5e565 for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:06:13.374366 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941006'] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.402327 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be92580-3849-453f-89fa-71579231cf10 req-e39463e4-b040-4f74-9a90-41518d583c2c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:13.403891 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6be92580-3849-453f-89fa-71579231cf10 req-e39463e4-b040-4f74-9a90-41518d583c2c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0992227 Jun 25 11:06:13.496519 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6be92580-3849-453f-89fa-71579231cf10 req-829a775c-d69a-426f-9bd0-404ab4be90db tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664475 Jun 25 11:06:13.509706 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60026) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:13.568935 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Deleting subnet 5ab2b1dc-050a-437d-a187-abe56c23d00e {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:06:13.573503 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.626338 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.681608 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.720725 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5951698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941020'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.730817 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-fe2248e2-df0a-4e2e-a227-e4a9febe72c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:13.808330 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:13.812072 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:13.815112 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Checking segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:13.815480 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Network hostable DHCP agents. Network: 6a732997-15d8-4216-a4f9-438c52203aa6, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:06:13.852072 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.858052 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0f8044c2-fa28-4c6b-9b7f-9e3bc34afe13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:13.904812 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab2b1dc-050a-437d-a187-abe56c23d00e,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:13.909439 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:13.915152 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:13.915306 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Network 6a732997-15d8-4216-a4f9-438c52203aa6 is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:06:13.915442 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-1cbfa6ab-a370-4ec6-b1fa-944d1c5e0ebf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ab2b1dc-050a-437d-a187-abe56c23d00e HTTP/1.1" status: 204 len: 168 time: 0.4036322 Jun 25 11:06:13.918063 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60036) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:14.003232 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.012856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 6a732997-15d8-4216-a4f9-438c52203aa6) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:14.021416 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:14.023121 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.033024 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711edca2-3b4b-4c04-99b2-d5af90143984 None None] Network 6a732997-15d8-4216-a4f9-438c52203aa6 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:06:14.131071 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60046) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:14.131997 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ac65764c-35a4-44b8-938b-91a41e754a68 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8829553 Jun 25 11:06:14.145858 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:14.173695 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.199695 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b5d8ae-f596-467e-8466-610a205e7e6b']}} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:14.221480 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e26375-8b25-4586-b20c-f41059e253fb') {'for_net_delete': True} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:14.222004 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e26375-8b25-4586-b20c-f41059e253fb') {} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:14.241055 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743379'] for segment, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.270277 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.282335 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=105346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:06:14.283153 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5724342'] for segment, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: Traceback (most recent call last): Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: timer() Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: cb(*args, **kw) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: return func(*args, **kwargs) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: self._notify() Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: self.callback(batched_events) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: event.method(event) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: return f(self, *a, **k) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._get(url).json() Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: return self.request(url, 'GET', **kwargs) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:06:14.287323 dv-cinder-793136-2-iscsi neutron-server[105346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:06:14.354083 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-6a732997-15d8-4216-a4f9-438c52203aa6', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:06:14.355307 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.355783 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.360532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.523194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.540180 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:14.544769 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.548566 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] 10.222.0.13 "DELETE /v2.0/networks/29b5d8ae-f596-467e-8466-610a205e7e6b HTTP/1.1" status: 204 len: 168 time: 0.6288214 Jun 25 11:06:14.607635 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:14.623019 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b5d8ae-f596-467e-8466-610a205e7e6b,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:14.634814 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2e2aa387-1499-47c6-90a9-557ed180cc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:14.698904 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Allocated IP 172.20.0.2 (6a732997-15d8-4216-a4f9-438c52203aa6/4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7/139293fd-eaa0-4eb5-9e0c-78e6b9d5df26) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:14.845430 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e842fb-3dd2-4a86-a54b-df7e80ab0e3d req-e88d72c3-849c-41f7-a75a-c470c2d1b4b5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:14.847515 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-67e842fb-3dd2-4a86-a54b-df7e80ab0e3d req-e88d72c3-849c-41f7-a75a-c470c2d1b4b5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.1245742 Jun 25 11:06:14.853386 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:06:14.919180 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-67e842fb-3dd2-4a86-a54b-df7e80ab0e3d req-85aa2ca1-63a1-4616-8a3b-43dc3d7ee57d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594251 Jun 25 11:06:14.979464 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.037691 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.051266 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Transition to ACTIVE for port object 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:15.083909 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Transition to ACTIVE for port object 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:15.102895 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60060) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:15.103699 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:15.117124 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'port_id': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'mac_address': 'fa:16:3e:dc:b2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:06:15.170013 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.184930 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:06:15.214126 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:15.251012 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f446bd14-bc2a-48a4-a7cb-dc265a561aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.259458 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.262617 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60064) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:15.266177 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-e8012953-63f9-4b15-aa02-2de7f609976f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:15.331799 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.354320 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Network 6a732997-15d8-4216-a4f9-438c52203aa6 is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:15.369172 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:15.371094 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:15.374413 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-db7c1cfa-6978-435d-b326-7b5295d49624 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5852b9986aa6444691a03c0c31b99bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102378 Jun 25 11:06:15.376351 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Pushing event updated for resources: {'Port': ['ID=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:15.381606 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60068) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:15.383686 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:15.387015 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-9ed6273a-b3b2-4779-b084-c89654a83330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:15.491126 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f446bd14-bc2a-48a4-a7cb-dc265a561aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.496700 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Attempting to bind port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:15.497129 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Attempting to bind port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:15.497647 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Attempting to bind port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:15.515944 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:15.516357 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Checking segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:15.516718 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.517162 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Bound using segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:15.517658 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Bound port: 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:15.518116 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.534046 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:15.538187 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:15.564157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.607638 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] For port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:15.614207 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] For port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:15.617860 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.630029 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f446bd14-bc2a-48a4-a7cb-dc265a561aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.635922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4251d103-8d2a-4077-aaa0-914bb40b61bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:15.650643 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.687582 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.693963 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['30f38ad9-3e9d-4795-b8e3-bc7c7370b601'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:06:15.696819 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f446bd14-bc2a-48a4-a7cb-dc265a561aea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3b162d672bc4a4ebe7eaa68a71cd036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923157 Jun 25 11:06:15.699751 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60072) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:15.709387 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446bd14-bc2a-48a4-a7cb-dc265a561aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8603634c-4f8c-4949-ab87-8602b20c1d11,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:15.715990 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f446bd14-bc2a-48a4-a7cb-dc265a561aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:15.745502 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.750996 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-1653b6aa-2e54-476b-9372-eda155faadef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:15.794644 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.813342 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Pushing event updated for resources: {'Port': ['ID=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:15.821306 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:15.824301 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:15.903541 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Allocated IP 172.27.2.57 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/3cfc04fe-f38e-4eca-b8b0-216d75c4cb16) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:16.017371 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:16.021261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:16.021811 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:16.028718 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8603634c-4f8c-4949-ab87-8602b20c1d11 HTTP/1.1" status: 204 len: 168 time: 0.3222070 Jun 25 11:06:16.028718 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:16.029584 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:16.029584 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9959aa90-7ed0-4471-af5e-6ed066820aff HTTP/1.1" status: 204 len: 168 time: 0.6421657 Jun 25 11:06:16.040067 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e5ac667d-0600-4287-b641-489901d186bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:16.082517 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603634c-4f8c-4949-ab87-8602b20c1d11,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:16.100961 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9959aa90-7ed0-4471-af5e-6ed066820aff,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:16.109253 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:16.153061 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:16.165399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:16.227843 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943730-61f4-4e35-b72a-9c5eb62eb025 req-e9068d4f-4b62-4507-8180-79252b7861ce tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:16.229909 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82943730-61f4-4e35-b72a-9c5eb62eb025 req-e9068d4f-4b62-4507-8180-79252b7861ce tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.1624997 Jun 25 11:06:16.296499 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82943730-61f4-4e35-b72a-9c5eb62eb025 req-8b343669-50f8-4080-8a6d-c29bbd26b3a2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600684 Jun 25 11:06:16.315655 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:16.317910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:16.358414 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:16.361532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:16.365453 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:16.376221 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Pushing event updated for resources: {'Port': ['ID=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:16.421798 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:16.784190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.015938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.085448 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b044b0d-0153-4337-836e-7a81f6aa56e7 None None] Network 6a732997-15d8-4216-a4f9-438c52203aa6 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:06:17.122778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60094) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:17.143944 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ae7563f0-bef8-4449-8240-3a2ee1b21580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.245321 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Router 78bccd04-a090-4395-974a-f0bd476d7374 is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:06:17.272916 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-fcb74a95-1d0d-4cdc-824a-e282960642bc None None] Provisioning for port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:17.287018 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ae7563f0-bef8-4449-8240-3a2ee1b21580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.292535 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:17.372720 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ae7563f0-bef8-4449-8240-3a2ee1b21580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.427045 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-3a94af96-385d-4165-ba71-3af57a70120d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:17.490298 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ae7563f0-bef8-4449-8240-3a2ee1b21580 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5669cdfb09e64012b414f4c3aa43d8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648584 Jun 25 11:06:17.491445 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60108) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:17.499606 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:17.505896 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:17.506839 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.556567 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7563f0-bef8-4449-8240-3a2ee1b21580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0227a320-5592-4b14-a2e7-2ca578e1f002,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:17.574170 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ae7563f0-bef8-4449-8240-3a2ee1b21580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:17.604216 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.670916 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.688364 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.745625 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d16c-b9ff-4964-8d11-fe824cf567e8 req-9caf549c-9fde-45ce-9425-5b2bd6603595 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:17.747461 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0991d16c-b9ff-4964-8d11-fe824cf567e8 req-9caf549c-9fde-45ce-9425-5b2bd6603595 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.1298993 Jun 25 11:06:17.764496 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:17.774398 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-eafda81e-1211-4450-bbf9-1d64a82a1aeb None None] Provisioning complete for port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:17.774635 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-eafda81e-1211-4450-bbf9-1d64a82a1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.800946 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0991d16c-b9ff-4964-8d11-fe824cf567e8 req-93286832-593f-4f9e-88d1-4ec4601fc8b2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460334 Jun 25 11:06:17.801814 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:17.813742 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:17.832891 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:17.833907 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:17.882048 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.887897 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:17.909289 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.912008 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.913143 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0227a320-5592-4b14-a2e7-2ca578e1f002 HTTP/1.1" status: 204 len: 168 time: 0.4139006 Jun 25 11:06:17.914004 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-50037a77-7a57-4340-a83e-b3ec2b78b6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:17.922136 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0227a320-5592-4b14-a2e7-2ca578e1f002,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:17.924542 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:17.943035 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:17.955292 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8114510 Jun 25 11:06:17.955292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60118) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:18.022780 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:18.031821 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:18.034724 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:18.255108 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:16Z', 'revision_number': 3, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:18.283408 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:18.283763 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Updating router 78bccd04-a090-4395-974a-f0bd476d7374 port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:06:18.453724 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:18.454344 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:18.650903 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Allocated IP 172.20.0.1 (6a732997-15d8-4216-a4f9-438c52203aa6/4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7/1c396c0e-f476-4bd5-bc18-71d0426ce63a) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:18.658987 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:18.795110 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:18.806900 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Transition to ACTIVE for port object 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:18.812781 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:18.827220 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Transition to ACTIVE for port object 1c396c0e-f476-4bd5-bc18-71d0426ce63a will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:18.996855 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847ecd3-5129-492c-8772-49d9e3460d05 req-4dbb1fb6-5adc-491a-a534-39d955bea92e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:18.998475 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4847ecd3-5129-492c-8772-49d9e3460d05 req-4dbb1fb6-5adc-491a-a534-39d955bea92e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.0688114 Jun 25 11:06:19.005363 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.009031 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:19.052448 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4847ecd3-5129-492c-8772-49d9e3460d05 req-3406b81d-3a45-4d59-9279-ee1188092ec9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479128 Jun 25 11:06:19.065996 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Attempting to bind port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:19.066381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Attempting to bind port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:19.066750 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Attempting to bind port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:19.069724 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293798c-dd50-42b5-8774-1ef1c44e2def None None] Pushing event updated for resources: {'Port': ['ID=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:19.070983 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.080940 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e78825b3-89fc-4f29-85e8-78f1fd594748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:19.084394 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5293798c-dd50-42b5-8774-1ef1c44e2def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:19.088715 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:19.089172 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:19.089616 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.090111 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:19.090609 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Bound port: 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:19.091597 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.125639 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Network 6a732997-15d8-4216-a4f9-438c52203aa6 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:19.128652 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:19.131095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:19.159845 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] For port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:19.164648 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] For port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:19.183190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Pushing event updated for resources: {'Port': ['ID=1c396c0e-f476-4bd5-bc18-71d0426ce63a,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:19.187870 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:19.209472 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.243601 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:19.306533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:19.316759 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.318159 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.328775 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:19.443583 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:19.444240 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:19.452533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293798c-dd50-42b5-8774-1ef1c44e2def None None] Pushing event updated for resources: {'Port': ['ID=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:19.488093 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5293798c-dd50-42b5-8774-1ef1c44e2def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:19.504114 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.605415 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:19.688116 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-866539f3-f05a-4ca3-818b-3818d7da16a5 None None] Provisioning for port 1c396c0e-f476-4bd5-bc18-71d0426ce63a completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:19.695157 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-866539f3-f05a-4ca3-818b-3818d7da16a5 None None] Provisioning complete for port 1c396c0e-f476-4bd5-bc18-71d0426ce63a triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:19.696277 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-866539f3-f05a-4ca3-818b-3818d7da16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.751462 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.797819 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-866539f3-f05a-4ca3-818b-3818d7da16a5 None None] Port 1c396c0e-f476-4bd5-bc18-71d0426ce63a cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:06:19.823450 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.828114 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-771aa310-d552-4e75-87f1-16ff21c274d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:19.895456 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:18Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:19.917869 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:19.920031 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Pushing event updated for resources: {'Port': ['ID=1c396c0e-f476-4bd5-bc18-71d0426ce63a,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:19.923869 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:19.928070 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054f2b5-4a8d-402f-9dba-c4fba78c9a59 None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:18Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:20.047652 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Network 6a732997-15d8-4216-a4f9-438c52203aa6 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:20.049232 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:20.215398 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:06:20.337390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6601d2-220b-4525-b17f-d1a0b181160b req-c868edae-3a17-4154-9d13-5b5a5e86943b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:20.337390 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d6601d2-220b-4525-b17f-d1a0b181160b req-c868edae-3a17-4154-9d13-5b5a5e86943b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.1104052 Jun 25 11:06:20.435481 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d6601d2-220b-4525-b17f-d1a0b181160b req-ef02586a-ff83-4fe1-a2ff-6ff8a514c4aa tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957980 Jun 25 11:06:20.443335 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:20.458219 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] 10.222.0.13 "PUT /v2.0/routers/78bccd04-a090-4395-974a-f0bd476d7374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5022185 Jun 25 11:06:20.524348 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-de3bac95-0bd8-4e57-8ffd-399f69b1bd93 None None] Provisioning complete for port 1c396c0e-f476-4bd5-bc18-71d0426ce63a triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:20.525191 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-de3bac95-0bd8-4e57-8ffd-399f69b1bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:20.563718 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-de3bac95-0bd8-4e57-8ffd-399f69b1bd93 None None] Port 1c396c0e-f476-4bd5-bc18-71d0426ce63a cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:06:20.888389 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:21.081095 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:21.088969 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:21.090800 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.245735 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.293305 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:06:21.296700 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128cbfc6-0e4c-4618-9083-1d1f7b432c58" -d '{"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:06:21.312536 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:21.325375 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:21.446618 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:21.451702 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.455232 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:21.465380 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:21.465380 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.607046 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:21.627941 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:21.716528 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60208) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:21.720606 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a115b86-2c6b-489d-888b-65f5a07dfe5f x-openstack-request-id: req-0a115b86-2c6b-489d-888b-65f5a07dfe5f {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:06:21.720902 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:06:21.721158 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a115b86-2c6b-489d-888b-65f5a07dfe5f {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:06:21.721553 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'code': 200} Jun 25 11:06:21.722796 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.725526 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1792054397-network', 'tenant_id': '740e103af36b4caa97189d31fdf0f535'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:21.751383 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:21.811774 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4829a-a065-49e2-87b6-1eeb20c09dc8 req-96d1c4a7-bd76-424e-a317-416c98656b89 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:21.813484 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-deb4829a-a065-49e2-87b6-1eeb20c09dc8 req-96d1c4a7-bd76-424e-a317-416c98656b89 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0965221 Jun 25 11:06:21.859642 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-deb4829a-a065-49e2-87b6-1eeb20c09dc8 req-0da6c6d6-0c65-4462-b5e8-2cbfcbd70cea tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377970 Jun 25 11:06:21.863788 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.867134 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:21.886162 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Made reservation on behalf of 740e103af36b4caa97189d31fdf0f535 for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:06:21.890764 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.906308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:21.960320 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:21.965666 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:22.022212 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.120121 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.123353 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-bca13f40-f3b2-4809-ba11-705b2680d608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:22.145601 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:06:22.156205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492923cd-a96d-4cdd-89cc-af2552e42807,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:22.160727 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:22.161918 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.162267 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Added segment 38110b89-db4f-4901-b221-3b11b3434eb4 of type vlan for network 4b52bd13-410c-4dd3-ba39-6000c056a58a Jun 25 11:06:22.204773 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.338074 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.339676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:22.340148 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.344291 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:22.426555 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Pushing event updated for resources: {'Network': ['ID=4b52bd13-410c-4dd3-ba39-6000c056a58a,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:22.430093 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:22.436354 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7179635 Jun 25 11:06:22.439274 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60218) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:22.441525 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:06:22.450663 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Request body: {'subnet': {'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1792054397-subnet', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:22.669078 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Made reservation on behalf of 740e103af36b4caa97189d31fdf0f535 for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:06:22.674585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941006'] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.851781 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:22.864619 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:22.864619 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:22.975206 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:22.978292 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5951698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941020'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:22.980776 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-64ee48b6-dc29-400e-8e9c-01dfcd2f4492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:23.065822 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=124c98b5-a6ec-48ad-83b0-d95c10258db7,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:23.075272 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:23.088760 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Checking segment: {'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:23.089113 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Network hostable DHCP agents. Network: 4b52bd13-410c-4dd3-ba39-6000c056a58a, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:06:23.121857 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaf4aa-fb26-49d7-8a23-1d26ef81a24b req-125c7e9c-f2ee-4973-a238-2816a017dc00 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:23.123438 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2ddaf4aa-fb26-49d7-8a23-1d26ef81a24b req-125c7e9c-f2ee-4973-a238-2816a017dc00 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1187153 Jun 25 11:06:23.174659 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2ddaf4aa-fb26-49d7-8a23-1d26ef81a24b req-cd8c467e-9208-4ccc-ac23-456aeb3c8ae6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Jun 25 11:06:23.220698 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 2, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:23.249528 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:23.250240 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Updating router 78bccd04-a090-4395-974a-f0bd476d7374 port 1c396c0e-f476-4bd5-bc18-71d0426ce63a binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:06:23.254106 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:23.264033 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:06:23.286617 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.305279 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:23.305661 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.338548 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 4b52bd13-410c-4dd3-ba39-6000c056a58a) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:23.345976 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:23.347885 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.352689 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e36c5f-4e8c-4aec-ab50-6c9c16548aae None None] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:06:23.436175 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-878399fc-a72a-40fc-8f0d-f494735c2b8c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9949918 Jun 25 11:06:23.438660 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60226) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:23.444734 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:23.548233 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.549471 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.551904 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-4b52bd13-410c-4dd3-ba39-6000c056a58a', 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'fixed_ips': [{'subnet_id': '124c98b5-a6ec-48ad-83b0-d95c10258db7'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:06:23.552950 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.607039 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.624516 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Transition to ACTIVE for port object 1c396c0e-f476-4bd5-bc18-71d0426ce63a will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:23.630691 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.705204 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Allocated IP 172.20.0.2 (4b52bd13-410c-4dd3-ba39-6000c056a58a/124c98b5-a6ec-48ad-83b0-d95c10258db7/aa61cff9-c778-4822-b342-1085245b8936) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:23.741809 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.744121 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:23.804277 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Pushing event updated for resources: {'Port': ['ID=1c396c0e-f476-4bd5-bc18-71d0426ce63a,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:23.856366 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.857170 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.857170 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.857455 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.857861 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.858162 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.858495 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.858743 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.859079 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.859543 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.859878 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.860176 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:23.870939 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:23.887439 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Attempting to bind port 1c396c0e-f476-4bd5-bc18-71d0426ce63a on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:23.888191 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Attempting to bind port 1c396c0e-f476-4bd5-bc18-71d0426ce63a by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:23.888939 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Attempting to bind port 1c396c0e-f476-4bd5-bc18-71d0426ce63a on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:23.898445 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:23.900957 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Checking segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:23.901862 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.902458 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Bound using segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:23.903148 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Bound port: 1c396c0e-f476-4bd5-bc18-71d0426ce63a, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:23.903803 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:23.981654 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.006145 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] For port 1c396c0e-f476-4bd5-bc18-71d0426ce63a, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:24.011755 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] For port 1c396c0e-f476-4bd5-bc18-71d0426ce63a, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1c396c0e-f476-4bd5-bc18-71d0426ce63a,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:24.071448 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.083781 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Transition to ACTIVE for port object aa61cff9-c778-4822-b342-1085245b8936 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:24.103439 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Transition to ACTIVE for port object aa61cff9-c778-4822-b342-1085245b8936 will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:24.131286 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.134827 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:24.197600 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:24.198032 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:24.239814 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Pushing event updated for resources: {'Port': ['ID=1c396c0e-f476-4bd5-bc18-71d0426ce63a,revision_number=4']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:24.243015 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:24.247995 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.255003 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:24.331204 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:24.333775 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:24.334227 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:24.338694 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:24.350536 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Pushing event updated for resources: {'Port': ['ID=aa61cff9-c778-4822-b342-1085245b8936,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:24.350707 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.360005 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:24.378502 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.438737 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Attempting to bind port aa61cff9-c778-4822-b342-1085245b8936 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:24.439173 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Attempting to bind port aa61cff9-c778-4822-b342-1085245b8936 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:24.440757 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Attempting to bind port aa61cff9-c778-4822-b342-1085245b8936 on network 4b52bd13-410c-4dd3-ba39-6000c056a58a {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:24.452627 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:24.453026 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Checking segment: {'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:24.453438 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.454167 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Bound using segment: {'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:24.454445 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Bound port: aa61cff9-c778-4822-b342-1085245b8936, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:24.454837 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.470662 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2531e-995f-4999-914a-f1aafaa7fe03 req-77a86eec-d6fe-48b2-a42e-29963ca44e9a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:24.475045 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-01b2531e-995f-4999-914a-f1aafaa7fe03 req-77a86eec-d6fe-48b2-a42e-29963ca44e9a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1733096 Jun 25 11:06:24.550153 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] For port aa61cff9-c778-4822-b342-1085245b8936, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:24.553686 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] For port aa61cff9-c778-4822-b342-1085245b8936, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=aa61cff9-c778-4822-b342-1085245b8936,segment=NetworkSegment(38110b89-db4f-4901-b221-3b11b3434eb4),segment_id=38110b89-db4f-4901-b221-3b11b3434eb4)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:24.567106 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-01b2531e-995f-4999-914a-f1aafaa7fe03 req-d5b6f3b2-b00e-46ef-a312-a6dd3d316c98 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857327 Jun 25 11:06:24.604213 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Allocated IP 172.27.2.210 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/4ff73247-90c8-40bc-a5bb-b6245fdac032) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:24.628645 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-b2764960-b4b7-4103-b941-d4df99bd021e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812926 Jun 25 11:06:24.637258 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:24Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:24.659895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.665729 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:24.670455 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b646dd-0805-44fd-8b07-01952809b9b5 None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:24Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:24.728953 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:24.760227 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Pushing event updated for resources: {'Port': ['ID=aa61cff9-c778-4822-b342-1085245b8936,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:24.763654 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:24.813736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-7f2570b2-6a98-4bb2-b211-a6c23520675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:24.815408 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-7f2570b2-6a98-4bb2-b211-a6c23520675b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 1098 time: 0.0762720 Jun 25 11:06:24.973603 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-ab9238e2-f8e6-4d54-8a5d-07d71e393232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:24.973603 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-ab9238e2-f8e6-4d54-8a5d-07d71e393232 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.1298966 Jun 25 11:06:25.046692 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5951654'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:25.061605 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:25.123022 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:25.128841 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-dfc8f6e8-d542-4d51-a8bd-955154ca2ce2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 200 len: 1000 time: 0.1445978 Jun 25 11:06:25.129758 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:25.133237 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:25.208831 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e4e9a-0e96-47c8-ab20-f6488050ec8b req-8a6da7a1-f013-46d4-8b3b-83c3975dbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:25.211496 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c2e4e9a-0e96-47c8-ab20-f6488050ec8b req-8a6da7a1-f013-46d4-8b3b-83c3975dbd43 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1098 time: 0.2263405 Jun 25 11:06:25.248962 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-e7cc4f4e-8c22-42f3-8135-8658afae6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:25.250771 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-e7cc4f4e-8c22-42f3-8135-8658afae6003 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.1048377 Jun 25 11:06:25.379471 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c2e4e9a-0e96-47c8-ab20-f6488050ec8b req-f8161642-e418-44a8-a3dc-1cb4e8036cb7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592736 Jun 25 11:06:25.395227 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-c79c68fd-1c03-4395-b431-adcb047feb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:25.396843 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-c79c68fd-1c03-4395-b431-adcb047feb5a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212316 Jun 25 11:06:25.424680 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ff73247-90c8-40bc-a5bb-b6245fdac032,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:25.429561 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:25.503529 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device aa61cff9-c778-4822-b342-1085245b8936 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:25.640384 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port aa61cff9-c778-4822-b342-1085245b8936 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:25.646309 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1c396c0e-f476-4bd5-bc18-71d0426ce63a up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:25.771820 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:25.966630 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-dd0483fd-d206-43ea-a57c-ceeb1ffae0d9 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183387 Jun 25 11:06:25.984189 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b11c87-a9b4-46a9-a0ab-60ac0a2e6db4 req-6b66a4c3-52d5-4d8d-86fe-cd473bcb6ac4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:25.986192 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97b11c87-a9b4-46a9-a0ab-60ac0a2e6db4 req-6b66a4c3-52d5-4d8d-86fe-cd473bcb6ac4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.2532995 Jun 25 11:06:25.991015 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 1c396c0e-f476-4bd5-bc18-71d0426ce63a completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:26.007296 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1c396c0e-f476-4bd5-bc18-71d0426ce63a triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:26.007856 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.124693 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c3556-8e7f-4c52-846d-6a56377a824e None None] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:06:26.153796 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c4abdc6a-50ad-4e9a-943d-a435d5abebbb req-b80836cf-e728-4634-b08e-c3fe863f56b3 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792231 Jun 25 11:06:26.166537 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-97b11c87-a9b4-46a9-a0ab-60ac0a2e6db4 req-0b11042a-1929-464b-b0ee-6abd148adea1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492534 Jun 25 11:06:26.237729 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.345344 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.380312 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Provisioning for port aa61cff9-c778-4822-b342-1085245b8936 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:26.382016 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f973f45-427e-4909-a464-8df7820de033 req-6cf8fead-3be8-46d7-9a82-22caa27736ab tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:26.383232 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6f973f45-427e-4909-a464-8df7820de033 req-6cf8fead-3be8-46d7-9a82-22caa27736ab tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1413820 Jun 25 11:06:26.404011 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Provisioning complete for port aa61cff9-c778-4822-b342-1085245b8936 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:26.408930 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.420921 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 1c396c0e-f476-4bd5-bc18-71d0426ce63a, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1c396c0e-f476-4bd5-bc18-71d0426ce63a,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:26.451186 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6f973f45-427e-4909-a464-8df7820de033 req-bf46b073-ccb1-488f-93f8-678d83bf6741 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611482 Jun 25 11:06:26.525878 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.530848 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-1653b6aa-2e54-476b-9372-eda155faadef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:26.565369 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.605766 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:06:26.606654 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=1c396c0e-f476-4bd5-bc18-71d0426ce63a,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:26.610080 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:26.622515 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] For port aa61cff9-c778-4822-b342-1085245b8936, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=aa61cff9-c778-4822-b342-1085245b8936,segment=NetworkSegment(38110b89-db4f-4901-b221-3b11b3434eb4),segment_id=38110b89-db4f-4901-b221-3b11b3434eb4)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:26.708662 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.711400 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:26.722901 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:26.738344 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Sync routers for ids ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:26.754648 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Routers {'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:26.755203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:26.806055 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.806325 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Pushing event updated for resources: {'Port': ['ID=aa61cff9-c778-4822-b342-1085245b8936,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:26.809688 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3668997 Jun 25 11:06:26.810224 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60272) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:26.810588 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:26.878765 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-58df98cb-4de1-402b-81ff-dc612cc04f89 None None] Provisioning complete for port aa61cff9-c778-4822-b342-1085245b8936 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:26.879041 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-58df98cb-4de1-402b-81ff-dc612cc04f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:26.884616 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Set router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:27.131506 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:06:25Z', 'revision_number': 3, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:27.158231 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Checking router: b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:27.158840 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Updating router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 port 4ff73247-90c8-40bc-a5bb-b6245fdac032 binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:06:27.198797 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.234398 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1c396c0e-f476-4bd5-bc18-71d0426ce63a up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:27.276486 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.356391 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1c396c0e-f476-4bd5-bc18-71d0426ce63a triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:27.356391 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.505285 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Allocated IP 172.20.0.1 (4b52bd13-410c-4dd3-ba39-6000c056a58a/124c98b5-a6ec-48ad-83b0-d95c10258db7/a2e1d1fa-0d35-4017-b3fa-09c6f74189ec) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:27.531830 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device aa61cff9-c778-4822-b342-1085245b8936 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:27.648176 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port aa61cff9-c778-4822-b342-1085245b8936 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:27.648623 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.656397 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.656612 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311acff-e7a2-4f41-80bc-bab07cb8b471 req-66b48a0c-8a3d-408f-937c-0e58d3a56df5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:27.664930 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0311acff-e7a2-4f41-80bc-bab07cb8b471 req-66b48a0c-8a3d-408f-937c-0e58d3a56df5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.3370917 Jun 25 11:06:27.671812 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Transition to ACTIVE for port object a2e1d1fa-0d35-4017-b3fa-09c6f74189ec will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:27.681359 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.698180 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Transition to ACTIVE for port object 4ff73247-90c8-40bc-a5bb-b6245fdac032 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:27.734211 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0311acff-e7a2-4f41-80bc-bab07cb8b471 req-2f6e1ba7-8aa9-4a70-a823-430a9f82b237 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683544 Jun 25 11:06:27.759401 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e20005-d5b6-44ad-baf9-e864b6d41c75 req-5eb516a9-5e4f-4159-81e7-d04ee30cf5f6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:27.762429 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-98e20005-d5b6-44ad-baf9-e864b6d41c75 req-5eb516a9-5e4f-4159-81e7-d04ee30cf5f6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.0940294 Jun 25 11:06:27.782169 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.785197 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:27.796580 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.802269 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b3ddd479-a57f-44cd-8fe1-4d5e56790d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:27.806264 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-98e20005-d5b6-44ad-baf9-e864b6d41c75 req-a7753b67-e822-4239-accb-4021dab29d13 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 Jun 25 11:06:27.845230 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Attempting to bind port 4ff73247-90c8-40bc-a5bb-b6245fdac032 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:27.845706 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Attempting to bind port 4ff73247-90c8-40bc-a5bb-b6245fdac032 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:27.846198 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Attempting to bind port 4ff73247-90c8-40bc-a5bb-b6245fdac032 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:27.859459 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea5976-1f4f-4dd7-a090-37497b31415c None None] Pushing event updated for resources: {'Port': ['ID=4ff73247-90c8-40bc-a5bb-b6245fdac032,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:27.859714 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:27.862097 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:27.866945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:27.866945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.866945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:27.866945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Bound port: 4ff73247-90c8-40bc-a5bb-b6245fdac032, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:27.866945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.867397 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:27.867488 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-31ea5976-1f4f-4dd7-a090-37497b31415c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:27.871199 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:27.874502 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:27.893512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:27.916464 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:27.936135 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] For port 4ff73247-90c8-40bc-a5bb-b6245fdac032, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:27.939744 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] For port 4ff73247-90c8-40bc-a5bb-b6245fdac032, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=4ff73247-90c8-40bc-a5bb-b6245fdac032,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:28.030251 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:28.034228 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:28.093741 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Routers {'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:28.094405 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:28.096248 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea5976-1f4f-4dd7-a090-37497b31415c None None] Pushing event updated for resources: {'Port': ['ID=4ff73247-90c8-40bc-a5bb-b6245fdac032,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:28.103385 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-31ea5976-1f4f-4dd7-a090-37497b31415c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:28.136917 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:28.310219 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-373e618f-8cc4-410e-984d-6a1d3dd98f57 None None] Provisioning for port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:28.317410 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-373e618f-8cc4-410e-984d-6a1d3dd98f57 None None] Provisioning complete for port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:28.317897 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-373e618f-8cc4-410e-984d-6a1d3dd98f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:28.328545 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:28.363231 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] Set router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:28.390156 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-373e618f-8cc4-410e-984d-6a1d3dd98f57 None None] Port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:06:28.417086 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:28.419654 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:28.487726 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:28.490207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:28.493324 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:28.578802 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:06:28Z', 'revision_number': 4, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'a2e1d1fa-0d35-4017-b3fa-09c6f74189ec', 'name': '', 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'mac_address': 'fa:16:3e:6f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:27Z', 'updated_at': '2021-06-25T11:06:27Z', 'revision_number': 1, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'subnets': [{'id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:28.624488 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b62aecb-12aa-4ec5-90f7-65b6005ae017 None None] The sync data for ids ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'] in dv-cinder-793136-2-iscsi is: [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:06:28Z', 'revision_number': 4, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'a2e1d1fa-0d35-4017-b3fa-09c6f74189ec', 'name': '', 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'mac_address': 'fa:16:3e:6f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:27Z', 'updated_at': '2021-06-25T11:06:27Z', 'revision_number': 1, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'subnets': [{'id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:28.886605 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:28.886605 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:29.046471 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:06:29.088090 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cbbc6-6920-4f40-a433-85ea63cb0179 req-ea014aeb-ca91-4ee0-a8fa-042f4bceafc1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:29.089802 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-689cbbc6-6920-4f40-a433-85ea63cb0179 req-ea014aeb-ca91-4ee0-a8fa-042f4bceafc1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1871288 Jun 25 11:06:29.153679 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266396a6-28e9-481f-adcd-88af23970704 req-f7c9bf93-2143-4097-8f63-4641853ba119 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:29.155331 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-266396a6-28e9-481f-adcd-88af23970704 req-f7c9bf93-2143-4097-8f63-4641853ba119 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1335418 Jun 25 11:06:29.180980 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-689cbbc6-6920-4f40-a433-85ea63cb0179 req-bc4a396c-436a-4c64-be3f-f2411c211447 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812976 Jun 25 11:06:29.209070 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:29.221954 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] 10.222.0.13 "PUT /v2.0/routers/b2172cdd-2fe3-4cb8-9c7d-63a1110744d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4098969 Jun 25 11:06:29.225672 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-266396a6-28e9-481f-adcd-88af23970704 req-54612d75-a3d3-4424-b7e9-0cc301c6d4c4 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576723 Jun 25 11:06:29.230935 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-6647f368-5e9a-4685-a696-6a785b7cf31d None None] Provisioning complete for port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:29.232456 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-6647f368-5e9a-4685-a696-6a785b7cf31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:29.274110 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-6647f368-5e9a-4685-a696-6a785b7cf31d None None] Port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:06:29.984850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60308) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:29.987972 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1364452579', 'description': 'tempest-secgroup-smoke-1364452579 description', 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:30.148711 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.243704 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.362203 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.366184 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-fba77306-8fcb-40a6-b614-42cee4579e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:30.396074 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-67d078ea-bf03-434f-8357-560998467d0c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:30.397527 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-67d078ea-bf03-434f-8357-560998467d0c tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1031790 Jun 25 11:06:30.417224 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f1252-3695-46b6-a142-c74d3f5aba02 req-6c7fb1cb-8a54-4b24-8c33-6b723d24028a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:30.418898 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6ecd39-4bc9-43eb-ad71-4f29bb024964,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:30.425470 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-083f1252-3695-46b6-a142-c74d3f5aba02 req-6c7fb1cb-8a54-4b24-8c33-6b723d24028a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1147618 Jun 25 11:06:30.430918 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:30.491426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.492672 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b341fe-246c-46fb-9445-09e496b5c44d req-2ae7f1fa-cf96-489b-8c68-8532c6f1ce85 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:30.492875 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5088360 Jun 25 11:06:30.494565 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f4b341fe-246c-46fb-9445-09e496b5c44d req-2ae7f1fa-cf96-489b-8c68-8532c6f1ce85 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 945 time: 0.1379271 Jun 25 11:06:30.496376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60320) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:30.500685 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-083f1252-3695-46b6-a142-c74d3f5aba02 req-77f4ce6a-7f78-43d6-8002-f4a3ff41b329 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740783 Jun 25 11:06:30.501554 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'security_group_rule': {'security_group_id': '1b6ecd39-4bc9-43eb-ad71-4f29bb024964', 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:30.553614 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f4b341fe-246c-46fb-9445-09e496b5c44d req-adc8ba6d-ee31-45a7-98d7-ce90cda1a3b9 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=6d4cfa21-59b3-4aa6-9657-418b0b4bb034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466576 Jun 25 11:06:30.600426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Deleting port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:30.600895 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.702973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.744491 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] For port 3482621d-e62e-42dd-b2f6-5f6f932a2d03, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3482621d-e62e-42dd-b2f6-5f6f932a2d03,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:30.745027 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.823799 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.932308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.940768 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:30.973361 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e1055f-2472-471a-9af7-74b566b5725f,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:30.974793 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:30.984000 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.987968 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:30.987968 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Floating IP a0edce5a-aaad-4492-a84d-3d87dde1c2ce disassociated. External IP: 172.27.2.64, port: 3482621d-e62e-42dd-b2f6-5f6f932a2d03. Jun 25 11:06:30.987968 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Calling delete_port for 3482621d-e62e-42dd-b2f6-5f6f932a2d03 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:31.111526 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.112760 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6154075 Jun 25 11:06:31.117091 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60332) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:31.122765 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'security_group_rule': {'security_group_id': '1b6ecd39-4bc9-43eb-ad71-4f29bb024964', 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:31.251013 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4ff73247-90c8-40bc-a5bb-b6245fdac032 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:31.303004 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.307073 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8a22e4ae-d0bc-4428-b6f0-35c98762dd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:31.335462 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event deleted for resources: {'Port': ['ID=3482621d-e62e-42dd-b2f6-5f6f932a2d03,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:31.340149 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:31.376097 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.415923 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 4ff73247-90c8-40bc-a5bb-b6245fdac032 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:31.421858 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 4ff73247-90c8-40bc-a5bb-b6245fdac032 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:31.422151 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.435523 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.472949 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Router 9c9bc187-9198-4583-8ad1-8768804c089b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:06:31.514047 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.543993 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.547840 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 4ff73247-90c8-40bc-a5bb-b6245fdac032, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=4ff73247-90c8-40bc-a5bb-b6245fdac032,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:31.548791 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-56ebf1a4-3933-43e2-ae40-d08d32d56fcb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:31.572953 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8ecf8d-72c0-4dec-9ff5-c82e8cbc76cd,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:31.579073 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:31.608304 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:31.623700 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] Sync routers for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:31.636365 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:31.637081 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:31.664621 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.669116 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] No DVR routers for this DVR port 3482621d-e62e-42dd-b2f6-5f6f932a2d03 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:06:31.674931 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.674931 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-010f4dd6-454d-48b7-8cb0-a727ff24e29e req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "DELETE /v2.0/ports/3482621d-e62e-42dd-b2f6-5f6f932a2d03 HTTP/1.1" status: 204 len: 173 time: 1.2365553 Jun 25 11:06:31.675664 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5293798c-dd50-42b5-8774-1ef1c44e2def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:31.675770 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'name': 'network-vif-deleted', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:06:31.677900 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c18d7c7-b00b-4c6c-9ed6-1fb01ed23ee9" -d '{"events": [{"server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "name": "network-vif-deleted", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:06:31.754454 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:31.756588 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6383193 Jun 25 11:06:31.759981 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60346) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:31.766488 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'security_group_rule': {'security_group_id': '1b6ecd39-4bc9-43eb-ad71-4f29bb024964', 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:31.791861 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=4ff73247-90c8-40bc-a5bb-b6245fdac032,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:31.798881 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:31.814899 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:31.903893 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c1d23224-e380-4b30-bc69-6dbc8b7278e9 req-fc06ee6b-03b1-4879-a1a2-e9a15df694fd tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0788896 Jun 25 11:06:31.977756 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8387c-cb2f-48db-89c0-1406bd25b069 req-a79ce3f0-143c-4bce-8f5a-6b044adc6194 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:31.984208 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82d8387c-cb2f-48db-89c0-1406bd25b069 req-a79ce3f0-143c-4bce-8f5a-6b044adc6194 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1608517 Jun 25 11:06:31.990699 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bac5bf-aceb-4556-a61a-3fcd5bf69734 x-openstack-request-id: req-d3bac5bf-aceb-4556-a61a-3fcd5bf69734 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:06:31.991207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b001a710-b1f6-4e6b-9982-b2b1c61feb16", "name": "network-vif-deleted", "tag": "3482621d-e62e-42dd-b2f6-5f6f932a2d03", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:06:31.991314 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3bac5bf-aceb-4556-a61a-3fcd5bf69734 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:06:31.992390 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b001a710-b1f6-4e6b-9982-b2b1c61feb16', 'name': 'network-vif-deleted', 'tag': '3482621d-e62e-42dd-b2f6-5f6f932a2d03', 'status': 'completed', 'code': 200} Jun 25 11:06:32.024549 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.078509 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82d8387c-cb2f-48db-89c0-1406bd25b069 req-890db307-6b59-46f1-89e1-049712e159bb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908990 Jun 25 11:06:32.119132 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.215059 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:32.248130 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] Checking router: 9c9bc187-9198-4583-8ad1-8768804c089b for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:32.258038 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:32.258724 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:32.285176 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df72b0f-3f61-41e4-9858-c18c69a8c601 req-31f2a34e-1dce-4e1c-a764-f5d620a66614 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:32.290480 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5df72b0f-3f61-41e4-9858-c18c69a8c601 req-31f2a34e-1dce-4e1c-a764-f5d620a66614 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0831261 Jun 25 11:06:32.292055 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.294577 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:32.298775 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60360) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:32.305117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Request body: {'floatingip': {'port_id': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:32.335306 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d30c0f1-446f-4787-aeea-a2238378cebc,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:32.339528 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:32.367296 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.396699 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:32.474552 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Sync routers for ids ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:32.479952 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.484184 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4fcb5e1e-66bb-4f5c-b54a-5115b0795569 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7202847 Jun 25 11:06:32.497710 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60362) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:32.497895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Routers {'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:32.497895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:32.498141 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'security_group_rule': {'security_group_id': '1b6ecd39-4bc9-43eb-ad71-4f29bb024964', 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:32.599675 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Set router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:32.621349 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:32.648027 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65745e-4028-4b2d-a639-f436ddce5107 None None] The sync data for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi is: [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:32.818693 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.821075 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:06:28Z', 'revision_number': 4, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'a2e1d1fa-0d35-4017-b3fa-09c6f74189ec', 'name': '', 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'mac_address': 'fa:16:3e:6f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:27Z', 'updated_at': '2021-06-25T11:06:28Z', 'revision_number': 2, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'subnets': [{'id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:32.859402 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Checking router: b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:32.859898 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Updating router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:06:32.910350 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.917327 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.930833 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:32.951994 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c1828-2cdd-4932-8653-cd472d9ca63f None None] New status for floating IP a0edce5a-aaad-4492-a84d-3d87dde1c2ce: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:06:33.056124 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60374) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:33.068433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.114075 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9428fec2-b32e-4b8f-a56e-efb0dfc68514 req-757da0b1-44b1-48e7-a447-ad4361e5c404 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0370934 Jun 25 11:06:33.172140 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.180296 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7601e49d-cf81-4c57-9a1f-a761c79d5e92 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:33.201167 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb9827e-1b46-446f-a63d-536209072493,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:33.216621 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:33.226572 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbad1-4fa6-4794-a09c-d0a487ab6a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.242558 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Floating IP 36b42727-b5ae-4c27-baa7-fd96388052b7 associated. External IP: 172.27.2.4, port: 30f38ad9-3e9d-4795-b8e3-bc7c7370b601. Jun 25 11:06:33.253120 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4ff73247-90c8-40bc-a5bb-b6245fdac032 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:33.302180 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.320549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Transition to ACTIVE for port object a2e1d1fa-0d35-4017-b3fa-09c6f74189ec will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:33.330981 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 4ff73247-90c8-40bc-a5bb-b6245fdac032 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:33.331365 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.352504 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.358667 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-08fc0352-bb71-457b-af09-730409365cac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8682287 Jun 25 11:06:33.358667 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60378) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:33.365177 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'security_group_rule': {'security_group_id': '1b6ecd39-4bc9-43eb-ad71-4f29bb024964', 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:33.422727 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.425624 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:33.477457 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5360ef6-5ab6-452a-992f-60972183a1ea None None] Pushing event updated for resources: {'Port': ['ID=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:33.498332 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-f5360ef6-5ab6-452a-992f-60972183a1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:33.529694 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Router a23648dd-9320-48c0-a699-97756963741b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:06:33.542952 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Attempting to bind port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:33.543333 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Attempting to bind port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:33.543711 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Attempting to bind port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec on network 4b52bd13-410c-4dd3-ba39-6000c056a58a {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:33.548295 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbad1-4fa6-4794-a09c-d0a487ab6a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.549116 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:33.549505 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Checking segment: {'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:33.549950 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.550358 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Bound using segment: {'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:33.550838 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Bound port: a2e1d1fa-0d35-4017-b3fa-09c6f74189ec, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38110b89-db4f-4901-b221-3b11b3434eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:33.551230 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.631893 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-937e71ba-fbe0-4af4-a4a1-66b8f8ce2a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.637272 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] For port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:33.640360 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] For port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,segment=NetworkSegment(38110b89-db4f-4901-b221-3b11b3434eb4),segment_id=38110b89-db4f-4901-b221-3b11b3434eb4)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:33.664919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0b5cbad1-4fa6-4794-a09c-d0a487ab6a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.670381 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f87408f8-3b58-4f30-b5f6-16815122667c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:33.685955 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:33.693314 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.695807 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] Sync routers for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:33.706391 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:33.707006 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:33.734731 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cbad1-4fa6-4794-a09c-d0a487ab6a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3522e236-59e7-4dbd-908a-6232489d3177,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:33.738934 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0b5cbad1-4fa6-4794-a09c-d0a487ab6a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:33.741483 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-0b5cbad1-4fa6-4794-a09c-d0a487ab6a14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5093ff6819249468e14145748116085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6840107 Jun 25 11:06:33.744248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60380) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:33.769987 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.770398 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-046e8656-254e-43eb-8c2b-21310a9fcb28 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "PUT /v2.0/floatingips/36b42727-b5ae-4c27-baa7-fd96388052b7 HTTP/1.1" status: 200 len: 989 time: 1.4695511 Jun 25 11:06:33.774420 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:33.812243 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.securitygroups_db [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Project 02ebdd403cd041e9aecdf61ecbb5e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:06:33.821976 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.826160 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.887574 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.897198 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Routers {'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:33.897889 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:33.900888 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:33.903952 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5360ef6-5ab6-452a-992f-60972183a1ea None None] Pushing event updated for resources: {'Port': ['ID=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:33.934511 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:33.959346 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-f5360ef6-5ab6-452a-992f-60972183a1ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:33.995553 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:06:34.001525 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7197236d-6f9d-441b-942e-ce046b7bd22e" -d '{"events": [{"name": "network-changed", "server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:06:34.057207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.061118 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-1e227f9f-aef8-4956-92de-93cdd67cb44a tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:34.063405 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b176801-8431-4911-abd4-faf6d550e685 x-openstack-request-id: req-1b176801-8431-4911-abd4-faf6d550e685 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:06:34.063949 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:06:34.064242 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b176801-8431-4911-abd4-faf6d550e685 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:06:34.064675 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'status': 'completed', 'code': 200} Jun 25 11:06:34.080764 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4c1ea0-4e36-44d1-8c07-46f9a824c1e7,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:34.083803 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:34.120792 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.123874 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.130081 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3522e236-59e7-4dbd-908a-6232489d3177 HTTP/1.1" status: 204 len: 168 time: 0.3802066 Jun 25 11:06:34.130081 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8220924d-21f4-4876-b9c6-78f24e4c1176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:34.137115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3522e236-59e7-4dbd-908a-6232489d3177,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:34.139699 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:34.183316 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.187930 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-cb50e739-f0fc-417b-9d69-e30dcd404f81 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8269067 Jun 25 11:06:34.187930 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60396) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:34.194356 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'security_group_rule': {'security_group_id': '1b6ecd39-4bc9-43eb-ad71-4f29bb024964', 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:34.288353 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] Set router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:34.296802 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-92b7e6b6-543b-4b9d-9af3-163de60a0f82 req-2c3f230e-ea6e-4386-8387-6dd4c8a3244d tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0401206 Jun 25 11:06:34.314829 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.securitygroups_db [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Project 02ebdd403cd041e9aecdf61ecbb5e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:06:34.320741 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.394074 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.497039 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.499293 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-85ff042c-c0c8-4b9b-a940-30f3f905b5b1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:34.515527 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a44c3d-11a5-42b4-a07a-6ae50fd948ac,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:34.520242 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:34.586470 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '36b42727-b5ae-4c27-baa7-fd96388052b7', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'a23648dd-9320-48c0-a699-97756963741b', 'port_id': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'mac_address': 'fa:16:3e:dc:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:06:00Z', 'updated_at': '2021-06-25T11:06:32Z', 'revision_number': 1, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:34.618392 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:34.618658 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] Checking router: a23648dd-9320-48c0-a699-97756963741b for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:34.620350 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c56d4216-f8b0-4356-b919-dc1fea23b788 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4315782 Jun 25 11:06:34.635127 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-103ab421-7fca-4098-8834-2703937324e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:06:28Z', 'revision_number': 4, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'a2e1d1fa-0d35-4017-b3fa-09c6f74189ec', 'name': '', 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'mac_address': 'fa:16:3e:6f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:27Z', 'updated_at': '2021-06-25T11:06:33Z', 'revision_number': 4, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'subnets': [{'id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:34.638844 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:34.638844 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:34.668840 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103ab421-7fca-4098-8834-2703937324e6 None None] The sync data for ids ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'] in dv-cinder-793136-2-iscsi is: [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:06:28Z', 'revision_number': 4, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'a2e1d1fa-0d35-4017-b3fa-09c6f74189ec', 'name': '', 'network_id': '4b52bd13-410c-4dd3-ba39-6000c056a58a', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'mac_address': 'fa:16:3e:6f:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:27Z', 'updated_at': '2021-06-25T11:06:33Z', 'revision_number': 4, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'subnets': [{'id': '124c98b5-a6ec-48ad-83b0-d95c10258db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:34.792163 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:35.076789 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '36b42727-b5ae-4c27-baa7-fd96388052b7', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'a23648dd-9320-48c0-a699-97756963741b', 'port_id': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'mac_address': 'fa:16:3e:dc:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:06:00Z', 'updated_at': '2021-06-25T11:06:32Z', 'revision_number': 1, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:35.110013 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d410f-004f-44d2-a39d-a681faee6776 None None] The sync data for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi is: [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '36b42727-b5ae-4c27-baa7-fd96388052b7', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'a23648dd-9320-48c0-a699-97756963741b', 'port_id': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'mac_address': 'fa:16:3e:dc:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:06:00Z', 'updated_at': '2021-06-25T11:06:32Z', 'revision_number': 1, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:35.257754 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2e1d1fa-0d35-4017-b3fa-09c6f74189ec up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:35.360221 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:35.364627 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:35.365014 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:35.480079 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:35.501665 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b2650ca3-418f-4b83-bff4-1f9daa45d061 req-d7608fae-44ea-4130-80dd-c95727174959 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=b001a710-b1f6-4e6b-9982-b2b1c61feb16 HTTP/1.1" status: 200 len: 210 time: 0.0404718 Jun 25 11:06:35.515480 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,segment=NetworkSegment(38110b89-db4f-4901-b221-3b11b3434eb4),segment_id=38110b89-db4f-4901-b221-3b11b3434eb4)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:35.634870 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:35.636875 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:35.690138 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:35.693362 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:35.813100 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-b2333256-613b-42d0-bed2-13b7b0fd1ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:35.814693 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-b2333256-613b-42d0-bed2-13b7b0fd1ea9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1098 time: 0.0752218 Jun 25 11:06:35.896926 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd77243-72d5-4d47-a713-c1c32fc2e84e None None] New status for floating IP 36b42727-b5ae-4c27-baa7-fd96388052b7: ACTIVE {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:06:36.180889 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-1c03c6ff-0d5e-4129-9a3f-d74bdc019716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:36.182563 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-1c03c6ff-0d5e-4129-9a3f-d74bdc019716 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.3597641 Jun 25 11:06:36.275778 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-2f068806-ee2a-475c-865e-73a73266cdb9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601 HTTP/1.1" status: 200 len: 999 time: 0.0787108 Jun 25 11:06:36.332659 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-83914c74-d867-4232-ac9c-f14c71776444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:36.334197 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-83914c74-d867-4232-ac9c-f14c71776444 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0498543 Jun 25 11:06:36.397480 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-03322aaa-c35e-4cc8-9d3a-fae32a29269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:36.399046 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-03322aaa-c35e-4cc8-9d3a-fae32a29269f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577168 Jun 25 11:06:36.501530 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-a4168e03-3c6c-478b-a38e-2e67e62bfb8d service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951538 Jun 25 11:06:36.602574 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7197236d-6f9d-441b-942e-ce046b7bd22e req-34909019-2e05-4a62-b8f8-28c41400cfcf service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915520 Jun 25 11:06:36.686081 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a6c3dcd1-9f65-49dc-964b-383ed8b52416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:36.723344 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:36.730744 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60500) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:36.788226 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:36.817636 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.023662 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.026297 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.027515 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "DELETE /v2.0/security-groups/6d4cfa21-59b3-4aa6-9657-418b0b4bb034 HTTP/1.1" status: 204 len: 168 time: 0.2957685 Jun 25 11:06:37.028319 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-30dd16ad-da1e-4037-af49-e1061b03e9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:37.030390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60504) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:37.037286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4cfa21-59b3-4aa6-9657-418b0b4bb034,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:37.040317 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:37.044592 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.api.v2.resource [None req-49f17f6a-d569-444b-9d86-1e0d55ab0a52 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] show failed (client error): The resource could not be found. Jun 25 11:06:37.045947 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-49f17f6a-d569-444b-9d86-1e0d55ab0a52 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups/6d4cfa21-59b3-4aa6-9657-418b0b4bb034 HTTP/1.1" status: 404 len: 347 time: 0.0144925 Jun 25 11:06:37.049110 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60506) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:37.190332 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Deleting port bb7bafc7-6112-48dd-915d-6c5127c1ed11 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:06:37.190332 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.243837 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2e1d1fa-0d35-4017-b3fa-09c6f74189ec up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:37.274190 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.274190 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.278858 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Calling delete_port for bb7bafc7-6112-48dd-915d-6c5127c1ed11 owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:06:37.312987 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:37.314053 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.537777 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.541459 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:37.570144 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event deleted for resources: {'Port': ['ID=bb7bafc7-6112-48dd-915d-6c5127c1ed11,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:37.578563 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:37.648479 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.651954 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:37.653397 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "DELETE /v2.0/floatingips/a0edce5a-aaad-4492-a84d-3d87dde1c2ce HTTP/1.1" status: 204 len: 168 time: 0.6031115 Jun 25 11:06:37.654623 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3482621d-e62e-42dd-b2f6-5f6f932a2d03 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:06:37.675686 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 3482621d-e62e-42dd-b2f6-5f6f932a2d03 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:06:37.676308 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3482621d-e62e-42dd-b2f6-5f6f932a2d03 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:06:38.007636 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.064771 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60574) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:38.069467 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069977143', 'description': 'tempest-description--16864745'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:38.262822 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.350955 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.452355 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.455077 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4751cae8-46ee-4b22-8c4c-1fe197d57a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:38.481098 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:38.483866 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:38.548657 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.549968 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4841397 Jun 25 11:06:38.558652 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60592) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:38.563626 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'security_group_rule': {'security_group_id': 'fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:38.702944 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.761681 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.838838 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.840944 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-274aa3fb-6f99-4b4d-b614-bec0147a57d5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:38.858504 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114f616d-0d55-47d4-97ed-c2406ba4027e,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:38.861332 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:38.960086 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:38.963616 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-cf01a2e4-9ba9-482c-bff2-5c9db8714532 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4017739 Jun 25 11:06:38.965564 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60600) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:38.970347 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'security_group_rule': {'security_group_id': 'fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:39.108911 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.174717 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.359090 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.361432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:39.376871 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e744b8dc-826d-4e10-b7fe-846862291e27,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:39.381194 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:39.533120 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.540883 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60614) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:39.547305 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.548350 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:39.554562 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5869770 Jun 25 11:06:39.570395 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60616) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:39.685867 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.687303 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea4655c4-79d6-499e-8d27-00ae2b349cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.787797 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea4655c4-79d6-499e-8d27-00ae2b349cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.796534 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.906710 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Allocated IP 172.27.2.125 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/25a04040-6a69-4131-819f-90f070cb77a2) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:39.908603 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-ea4655c4-79d6-499e-8d27-00ae2b349cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:39.912513 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-fb89d385-3473-4c08-b27c-7d75800850e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:39.947840 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-ea4655c4-79d6-499e-8d27-00ae2b349cfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=467c88c4f7e04db3a6a70e56986ecf41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761020 Jun 25 11:06:39.950602 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60624) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:39.950900 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4655c4-79d6-499e-8d27-00ae2b349cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003ecef2-3666-434c-b834-c77f4847b12a,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:39.954115 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ea4655c4-79d6-499e-8d27-00ae2b349cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:40.004738 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.033157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.192768 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.195431 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.196571 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/003ecef2-3666-434c-b834-c77f4847b12a HTTP/1.1" status: 204 len: 168 time: 0.2449913 Jun 25 11:06:40.199218 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-891f547f-18d4-4782-ace8-e15c0013e57c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:40.216233 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003ecef2-3666-434c-b834-c77f4847b12a,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:40.222606 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:40.223775 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.416701 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.418923 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-21b7a7ba-91fe-4c0e-8a3d-1e771900c5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:40.465406 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:40.468454 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:40.472456 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:40.498529 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'Port': ['ID=25a04040-6a69-4131-819f-90f070cb77a2,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:40.502792 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:40.574058 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.761705 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:40.923982 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:41.131718 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:41.134366 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3be77e97-6d0f-416d-b156-39329f05f75d tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:41.209748 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'Port': ['ID=25a04040-6a69-4131-819f-90f070cb77a2,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:41.213910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:41.224589 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:41.371414 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:41.372686 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8303084 Jun 25 11:06:41.580686 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-60e7f575-9981-4834-a671-54eba01e6b07 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1069977143&fields=id&tenant_id=41d7a436f7b043a09d4b397c7b721ff9 HTTP/1.1" status: 200 len: 267 time: 0.0345860 Jun 25 11:06:41.692607 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-b34a4a83-bef1-45b6-bdf4-1f898d2fa0e5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:41.694123 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-b34a4a83-bef1-45b6-bdf4-1f898d2fa0e5 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 811 time: 0.1062357 Jun 25 11:06:41.709919 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-4519b14e-0d5c-42e8-aadb-3d360531126f tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/quotas/41d7a436f7b043a09d4b397c7b721ff9 HTTP/1.1" status: 200 len: 375 time: 0.0102172 Jun 25 11:06:41.790695 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-871b4eb3-9a45-4670-aeec-243badfd5691 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743506 Jun 25 11:06:41.899549 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-5c3ef222-9548-4445-a832-d2e50a9853b6 service neutron] 10.222.0.13 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974188 Jun 25 11:06:41.996938 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-d97a2529-4053-4f78-bab6-f147f839a6dc service neutron] 10.222.0.13 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910401 Jun 25 11:06:42.289908 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6e6c1945-f8dc-43a4-8ab4-04d17dd3fc1f req-9ecb5710-a6fe-43cb-a88b-59fb0c36b0a8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 210 time: 0.0360854 Jun 25 11:06:42.356738 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:06:43.440178 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3ed2b138-6b57-4d50-b782-8cd37e125d05 req-612c4563-8620-4f96-9378-b8c9086d50f9 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Jun 25 11:06:43.785320 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60710) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:43.918567 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3fd0613f-4ce4-4a82-943a-00f5636f402f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:44.021750 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3fd0613f-4ce4-4a82-943a-00f5636f402f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:44.136936 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3fd0613f-4ce4-4a82-943a-00f5636f402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:44.139545 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-09fbcf91-ad93-4ddc-93d5-eefe54adef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:44.180384 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-3fd0613f-4ce4-4a82-943a-00f5636f402f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d7bbc1a0d1c4456a67620749ac48209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938665 Jun 25 11:06:44.181299 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0613f-4ce4-4a82-943a-00f5636f402f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d40301-4a05-4971-8a38-996082282546,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:44.183171 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60720) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:44.184612 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3fd0613f-4ce4-4a82-943a-00f5636f402f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:44.242913 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:44.264992 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:44.393933 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:44.396584 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:44.398256 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d40301-4a05-4971-8a38-996082282546 HTTP/1.1" status: 204 len: 168 time: 0.2135606 Jun 25 11:06:44.399151 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2e478471-9796-416b-a89a-88a8e3e0a37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:44.409697 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d40301-4a05-4971-8a38-996082282546,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:44.412475 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:44.587665 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-39910865-4f7b-4289-9f40-56795b023a65 req-714ce723-cf14-4a32-9fce-e8d8cd0602d1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 210 time: 0.0310588 Jun 25 11:06:44.823858 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-fd8a2a2b-abd1-445b-9a1b-86f6e69fe8d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:44.825454 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-fd8a2a2b-abd1-445b-9a1b-86f6e69fe8d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 811 time: 0.1104994 Jun 25 11:06:44.892650 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-0d165bb3-c48f-416a-9a86-39669b5cba9e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41d7a436f7b043a09d4b397c7b721ff9 HTTP/1.1" status: 200 len: 380 time: 0.0386295 Jun 25 11:06:44.913193 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'port': {'device_id': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'admin_state_up': True, 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'security_groups': ['fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:45.159836 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Made reservation on behalf of 41d7a436f7b043a09d4b397c7b721ff9 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:06:45.163818 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:45.308959 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Allocated IP 172.20.0.8 (fdbf794f-bcd5-4d57-a4e3-4459d4262c75/d239b59d-a07b-47aa-94f2-e063695e1c51/3a6f34a9-8373-48dd-b337-6107b694dc5e) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:06:45.460318 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:45.475432 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Transition to ACTIVE for port object 3a6f34a9-8373-48dd-b337-6107b694dc5e will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:45.600531 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:45.605324 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f847309b-5055-4c6c-a8cd-9b1f204e7602 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:45.647107 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:06:45.650342 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:06:45.652891 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:06:45.690893 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event updated for resources: {'Port': ['ID=3a6f34a9-8373-48dd-b337-6107b694dc5e,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:45.693947 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:45.728543 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:45.729198 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:45.816218 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0530027-6c9b-4f4e-b33d-b37f3fb6c55b req-ff8f8961-ee05-415e-aa80-8e7685962562 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:45.817782 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a0530027-6c9b-4f4e-b33d-b37f3fb6c55b req-ff8f8961-ee05-415e-aa80-8e7685962562 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 931 time: 0.0717518 Jun 25 11:06:45.863328 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9544158 Jun 25 11:06:45.868389 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a0530027-6c9b-4f4e-b33d-b37f3fb6c55b req-9603cadb-4cca-46ce-8af9-911d6db16b43 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Jun 25 11:06:45.896068 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Request body: {'port': {'device_id': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:45.965850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:46.006381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-f464e5a0-28f3-44df-b050-31ac6ea61218 None None] Provisioning for port 3a6f34a9-8373-48dd-b337-6107b694dc5e completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:46.010980 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-f464e5a0-28f3-44df-b050-31ac6ea61218 None None] Provisioning complete for port 3a6f34a9-8373-48dd-b337-6107b694dc5e triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:46.011365 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f464e5a0-28f3-44df-b050-31ac6ea61218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:46.048931 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-f464e5a0-28f3-44df-b050-31ac6ea61218 None None] Port 3a6f34a9-8373-48dd-b337-6107b694dc5e cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:06:46.268503 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6f34a9-8373-48dd-b337-6107b694dc5e {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:06:46.276739 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:46.288819 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Transition to ACTIVE for port object 3a6f34a9-8373-48dd-b337-6107b694dc5e will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:06:46.387574 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:46.391133 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-46f08313-3607-412a-bba6-2d7af051816e tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:46.445245 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6f34a9-8373-48dd-b337-6107b694dc5e,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:46.464539 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:46.521810 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Attempting to bind port 3a6f34a9-8373-48dd-b337-6107b694dc5e on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:06:46.530383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Attempting to bind port 3a6f34a9-8373-48dd-b337-6107b694dc5e by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:06:46.530383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Attempting to bind port 3a6f34a9-8373-48dd-b337-6107b694dc5e on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:46.532486 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Port 3a6f34a9-8373-48dd-b337-6107b694dc5e on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:06:46.533098 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Attempting to bind port 3a6f34a9-8373-48dd-b337-6107b694dc5e on network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:06:46.543279 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:06:46.544069 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Checking segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:06:46.544855 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Bound using segment: {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:06:46.545854 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Bound port: 3a6f34a9-8373-48dd-b337-6107b694dc5e, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb08a3e3-b69c-43b2-bdfe-486617532e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:06:46.546488 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:46.634285 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] For port 3a6f34a9-8373-48dd-b337-6107b694dc5e, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:06:46.637613 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] For port 3a6f34a9-8373-48dd-b337-6107b694dc5e, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:06:46.754047 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:46.756256 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-de799b5b-b668-40c2-b9b7-6301b79271d3 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:46.789485 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:46.790128 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:46.791530 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] 10.222.0.93 "PUT /v2.0/ports/3a6f34a9-8373-48dd-b337-6107b694dc5e HTTP/1.1" status: 200 len: 1093 time: 0.9122849 Jun 25 11:06:46.792049 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:06:46.794396 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abac3a4-f5d8-443f-ae3e-5642f266aff1" -d '{"events": [{"name": "network-changed", "server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:06:46.826695 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6f34a9-8373-48dd-b337-6107b694dc5e,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:46.830826 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:46.833776 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdf5393-78ff-45f8-83a0-2e246eb68cd1 x-openstack-request-id: req-6fdf5393-78ff-45f8-83a0-2e246eb68cd1 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:06:46.834133 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:06:46.834419 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fdf5393-78ff-45f8-83a0-2e246eb68cd1 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:06:46.835507 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'status': 'completed', 'code': 200} Jun 25 11:06:46.957184 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abac3a4-f5d8-443f-ae3e-5642f266aff1 req-1ee53585-38cd-4347-b39a-bfd511f08fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:46.957184 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1abac3a4-f5d8-443f-ae3e-5642f266aff1 req-1ee53585-38cd-4347-b39a-bfd511f08fca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 1096 time: 0.0610161 Jun 25 11:06:47.056387 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b33f7-3c06-4ef5-a89e-9b52bce18197 req-6eef3a23-ac9f-460c-86b2-176c8b5dc446 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:47.057859 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-230b33f7-3c06-4ef5-a89e-9b52bce18197 req-6eef3a23-ac9f-460c-86b2-176c8b5dc446 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 943 time: 0.0652530 Jun 25 11:06:47.074839 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abac3a4-f5d8-443f-ae3e-5642f266aff1 req-7f530c94-ff12-44c9-acdc-6010ffab3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:47.076368 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1abac3a4-f5d8-443f-ae3e-5642f266aff1 req-7f530c94-ff12-44c9-acdc-6010ffab3f33 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1035993 Jun 25 11:06:47.097320 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-230b33f7-3c06-4ef5-a89e-9b52bce18197 req-665975b1-9a3f-4538-9ecd-4b57457137cd tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335758 Jun 25 11:06:47.174074 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abac3a4-f5d8-443f-ae3e-5642f266aff1 req-a63b1f9e-411b-431a-9a38-572527817d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:47.175534 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1abac3a4-f5d8-443f-ae3e-5642f266aff1 req-a63b1f9e-411b-431a-9a38-572527817d54 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918851 Jun 25 11:06:47.306746 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-6de27200-5e9e-41c1-aeaf-1fac70afe1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:47.308307 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-6de27200-5e9e-41c1-aeaf-1fac70afe1ca service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 1096 time: 0.0661745 Jun 25 11:06:47.358787 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-0850c10d-6ebc-40f9-984a-7ae75bd0b5c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e HTTP/1.1" status: 200 len: 217 time: 0.0346930 Jun 25 11:06:47.408761 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-72238fa2-4702-4bca-a5c8-8cf116dbac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:47.410483 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-72238fa2-4702-4bca-a5c8-8cf116dbac99 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0446911 Jun 25 11:06:47.478993 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-2c9e1439-18b8-4ad0-9482-6ddbf4acd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:47.480499 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-2c9e1439-18b8-4ad0-9482-6ddbf4acd97a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565977 Jun 25 11:06:47.592769 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-7b2df469-0c5b-4b14-a65a-7f4bca0f567b service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929532 Jun 25 11:06:47.699681 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8243951d-65fd-4791-969d-f9fcb1ea7c07 req-c8b3cafe-4ea3-4300-a97d-505aa94fea82 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998223 Jun 25 11:06:48.275187 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a90ff-fd4c-4537-bb0f-cb502b714cab req-f016e938-868d-4bdd-aa08-63e171e5ec46 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:48.276664 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f1a90ff-fd4c-4537-bb0f-cb502b714cab req-f016e938-868d-4bdd-aa08-63e171e5ec46 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 943 time: 0.0666945 Jun 25 11:06:48.314784 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f1a90ff-fd4c-4537-bb0f-cb502b714cab req-d11aaa1e-3507-4148-95bd-ecaa0a52fff7 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320702 Jun 25 11:06:48.525400 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:49.497473 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952b18a-0fba-46b0-8bf4-36339f93b3f6 req-cf78519e-4deb-4ff4-8214-0f7140d475f6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:49.499406 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e952b18a-0fba-46b0-8bf4-36339f93b3f6 req-cf78519e-4deb-4ff4-8214-0f7140d475f6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 943 time: 0.0704231 Jun 25 11:06:49.539754 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e952b18a-0fba-46b0-8bf4-36339f93b3f6 req-62e4816c-d548-4c1b-9028-187316511336 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349221 Jun 25 11:06:50.734872 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad070edd-1e48-4765-8d53-43fbb9d62b2a req-a63e6da0-7e70-4e2a-8221-be1db8c7b202 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:50.736454 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ad070edd-1e48-4765-8d53-43fbb9d62b2a req-a63e6da0-7e70-4e2a-8221-be1db8c7b202 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 943 time: 0.0799198 Jun 25 11:06:50.786711 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ad070edd-1e48-4765-8d53-43fbb9d62b2a req-c5975e88-12f0-4350-a557-1763be05bf40 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 Jun 25 11:06:51.749273 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3a6f34a9-8373-48dd-b337-6107b694dc5e details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:06:51.868489 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3a6f34a9-8373-48dd-b337-6107b694dc5e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:51.883591 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'port_id': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'mac_address': 'fa:16:3e:24:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:06:51.925175 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:51.946607 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6f34a9-8373-48dd-b337-6107b694dc5e {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:06:51.964898 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3a6f34a9-8373-48dd-b337-6107b694dc5e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:52.005015 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96647001-5309-45d8-b87b-f4ad033a0ed8 req-1b93bb4b-23b7-41e1-b897-155f93ddb674 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:52.006467 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-96647001-5309-45d8-b87b-f4ad033a0ed8 req-1b93bb4b-23b7-41e1-b897-155f93ddb674 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 943 time: 0.0826514 Jun 25 11:06:52.044869 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-96647001-5309-45d8-b87b-f4ad033a0ed8 req-f3f933d5-c043-46d0-b58c-d7b2b4f18db4 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Jun 25 11:06:52.125642 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:52.127484 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:52.176467 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=3a6f34a9-8373-48dd-b337-6107b694dc5e,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:52.180126 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:52.469420 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['3a6f34a9-8373-48dd-b337-6107b694dc5e'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:06:53.224404 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec451f-23b2-4974-9461-60d98eb966bb req-b117ba32-d706-43f4-ba90-baa135fc83ae tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:53.227142 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-44ec451f-23b2-4974-9461-60d98eb966bb req-b117ba32-d706-43f4-ba90-baa135fc83ae tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 944 time: 0.0683496 Jun 25 11:06:53.270294 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-44ec451f-23b2-4974-9461-60d98eb966bb req-ceaaaee6-cac5-4378-842e-f9b14f63aa6e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354137 Jun 25 11:06:53.752132 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3a6f34a9-8373-48dd-b337-6107b694dc5e up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:06:53.902462 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 3a6f34a9-8373-48dd-b337-6107b694dc5e completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:06:53.906395 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 3a6f34a9-8373-48dd-b337-6107b694dc5e triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:06:53.906839 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:53.988693 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.014153 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:06:54.016425 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481ee6ca-f90b-4ecf-a621-95c5b9527ba0" -d '{"events": [{"server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "name": "network-vif-plugged", "status": "completed", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:06:54.029768 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 3a6f34a9-8373-48dd-b337-6107b694dc5e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:06:54.052513 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a7d6bb-fd0d-446c-8afd-e742830883bf x-openstack-request-id: req-41a7d6bb-fd0d-446c-8afd-e742830883bf {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:06:54.052811 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "name": "network-vif-plugged", "status": "completed", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:06:54.053067 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41a7d6bb-fd0d-446c-8afd-e742830883bf {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:06:54.053462 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'code': 200} Jun 25 11:06:54.142610 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.144519 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:54.195082 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=3a6f34a9-8373-48dd-b337-6107b694dc5e,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:54.198393 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:54.214781 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60886) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:54.322101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.418969 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.472330 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260768d-c82e-4163-be36-90d2e261f7af req-366ebe83-083e-48ca-a790-1efd10e61216 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:54.473812 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3260768d-c82e-4163-be36-90d2e261f7af req-366ebe83-083e-48ca-a790-1efd10e61216 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.0645521 Jun 25 11:06:54.484621 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.487176 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f69eb6a0-ce60-4cfa-9388-8200c0c8b16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:54.513636 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3260768d-c82e-4163-be36-90d2e261f7af req-47402f60-1e60-4602-ad25-7d6a82c98d24 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Jun 25 11:06:54.551739 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdbd343e07b14043a7cdb0ba41b2240c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355882 Jun 25 11:06:54.554996 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60894) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:54.556993 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6463bc-bec5-4356-a99c-db7305f3fbb7,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:54.570093 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.570510 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.570819 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.571179 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.571548 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.571886 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.572237 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.572590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.572962 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.573326 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.573671 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.574179 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:54.578541 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:54.590420 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e0869-6489-489c-8d77-39f08e270eac req-cd0748f7-c222-499e-910f-f94bf2f1e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:54.592025 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-cd5e0869-6489-489c-8d77-39f08e270eac req-cd0748f7-c222-499e-910f-f94bf2f1e366 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 1098 time: 0.1018009 Jun 25 11:06:54.611852 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.628287 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-cd5e0869-6489-489c-8d77-39f08e270eac req-beecea9f-258f-4b7d-8b51-f34b0fe907d8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294731 Jun 25 11:06:54.633960 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.788438 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.791255 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:54.794716 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff6463bc-bec5-4356-a99c-db7305f3fbb7 HTTP/1.1" status: 204 len: 168 time: 0.2362263 Jun 25 11:06:54.794716 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bdcf0fef-87e0-4a85-8750-61c3418c0b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:54.801297 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6463bc-bec5-4356-a99c-db7305f3fbb7,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:54.804561 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:55.527103 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60904) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:55.543871 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-76fe6c6c-e442-44d0-a919-ebc15a27622c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:55.650272 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-76fe6c6c-e442-44d0-a919-ebc15a27622c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:55.708122 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849fe29-e998-43c0-a878-d37c3a457f3f req-3613a3e3-30f5-4f36-bca2-868aaeb88d1e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:55.709617 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e849fe29-e998-43c0-a878-d37c3a457f3f req-3613a3e3-30f5-4f36-bca2-868aaeb88d1e tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.0708659 Jun 25 11:06:55.747896 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e849fe29-e998-43c0-a878-d37c3a457f3f req-085b15df-092d-4550-9020-2134022f66c6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Jun 25 11:06:55.754066 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-76fe6c6c-e442-44d0-a919-ebc15a27622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:55.758207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5d0b55ba-b7f8-46af-8f7c-63340a5bb115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:55.793232 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-76fe6c6c-e442-44d0-a919-ebc15a27622c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74351376412b44ea8ebc82dcdd0183c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650337 Jun 25 11:06:55.795252 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe6c6c-e442-44d0-a919-ebc15a27622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9e3a54-f566-47d4-8175-2e80fc70aff9,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:55.795906 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60908) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:55.798307 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-76fe6c6c-e442-44d0-a919-ebc15a27622c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:55.845710 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-25ae4618-48dc-4b79-98e3-c6702dd546ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:55.867811 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-25ae4618-48dc-4b79-98e3-c6702dd546ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:55.982609 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-25ae4618-48dc-4b79-98e3-c6702dd546ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:55.985398 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-25ae4618-48dc-4b79-98e3-c6702dd546ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:55.986613 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-25ae4618-48dc-4b79-98e3-c6702dd546ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b9e3a54-f566-47d4-8175-2e80fc70aff9 HTTP/1.1" status: 204 len: 168 time: 0.1897011 Jun 25 11:06:55.987547 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f7810430-7e70-4fc0-be85-897d027e7ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:55.995808 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae4618-48dc-4b79-98e3-c6702dd546ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9e3a54-f566-47d4-8175-2e80fc70aff9,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:55.998068 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-25ae4618-48dc-4b79-98e3-c6702dd546ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:56.925671 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd626d-b027-45fc-8552-7ad89190d16e req-9394c303-5c79-4cf2-9ec7-ee93c1eededf tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:56.929654 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0fbd626d-b027-45fc-8552-7ad89190d16e req-9394c303-5c79-4cf2-9ec7-ee93c1eededf tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.0660584 Jun 25 11:06:56.965646 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0fbd626d-b027-45fc-8552-7ad89190d16e req-055b3d58-e47e-4d5d-807c-753c867c91ec tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Jun 25 11:06:57.143055 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7c7da-f017-43ea-819b-ba5e5e48f460 req-5ec4ac21-98cb-4024-8ada-de86f5abfde1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:57.143055 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7dc7c7da-f017-43ea-819b-ba5e5e48f460 req-5ec4ac21-98cb-4024-8ada-de86f5abfde1 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.0704668 Jun 25 11:06:57.151952 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60942) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:57.157292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Request body: {'floatingip': {'port_id': '3a6f34a9-8373-48dd-b337-6107b694dc5e'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:06:57.198792 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:57.659793 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:57.754266 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:57.867041 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Floating IP 22eae26d-b538-4330-8209-5c25a9abc01f associated. External IP: 172.27.2.125, port: 3a6f34a9-8373-48dd-b337-6107b694dc5e. Jun 25 11:06:58.066064 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Router 9c9bc187-9198-4583-8ad1-8768804c089b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:06:58.440480 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:06:58.446104 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:58.451288 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] Sync routers for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:06:58.465434 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:58.466145 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:58.474037 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-0550c013-8e6a-4886-8fda-28f7b3e4c932 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364452579&fields=id&tenant_id=02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 267 time: 0.0363357 Jun 25 11:06:58.488945 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-34abb59a-7db8-4e64-b2ef-e5b95a4312e2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "PUT /v2.0/floatingips/22eae26d-b538-4330-8209-5c25a9abc01f HTTP/1.1" status: 200 len: 991 time: 1.3328876 Jun 25 11:06:58.488945 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:06:58.489977 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66c9d8-151d-4026-a3b6-ef17e0226722" -d '{"events": [{"name": "network-changed", "server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:06:58.584029 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:58.597438 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-05bd3af5-2ff4-405e-a75b-75b6926f71c8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:58.604979 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-05bd3af5-2ff4-405e-a75b-75b6926f71c8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 812 time: 0.1235559 Jun 25 11:06:58.622707 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-487846fa-a65e-467d-8c8e-77ed6c10494a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/quotas/02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 375 time: 0.0165162 Jun 25 11:06:58.646849 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 60980) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:58.697127 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99d4132-4a27-40da-89ce-d645a25ade8f x-openstack-request-id: req-e99d4132-4a27-40da-89ce-d645a25ade8f {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:06:58.697494 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:06:58.697755 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e99d4132-4a27-40da-89ce-d645a25ade8f {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:06:58.698223 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'status': 'completed', 'code': 200} Jun 25 11:06:58.699265 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-78cc6bd2-8268-49ec-93a4-f3303f6430bf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745955 Jun 25 11:06:58.801799 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b5a9e0c9-5f56-4a75-90dc-b34c4dcd0f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:58.807686 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-6febf9e7-dcea-4ed4-9df9-eb311eb74974 service neutron] 10.222.0.13 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915668 Jun 25 11:06:58.849820 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-c216bddb-7332-4bf1-a753-a63c7d43ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:58.852052 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-c216bddb-7332-4bf1-a753-a63c7d43ee68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 1098 time: 0.0897300 Jun 25 11:06:58.902953 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-bf04ce3c-bcf6-4917-b289-27eb7d2288fd service neutron] 10.222.0.13 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897889 Jun 25 11:06:58.984441 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-5f4386e0-434b-435e-9a3c-6a7ddcea97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:58.985013 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '22eae26d-b538-4330-8209-5c25a9abc01f', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'port_id': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'mac_address': 'fa:16:3e:24:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:06:40Z', 'updated_at': '2021-06-25T11:06:57Z', 'revision_number': 1, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:58.985952 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-5f4386e0-434b-435e-9a3c-6a7ddcea97ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.1234920 Jun 25 11:06:58.998568 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b5a9e0c9-5f56-4a75-90dc-b34c4dcd0f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:59.015985 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] Checking router: 9c9bc187-9198-4583-8ad1-8768804c089b for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:06:59.025256 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:06:59.025973 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:06:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:59.064068 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-307b4b63-8b27-40da-b8f1-d8f437ff0763 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e HTTP/1.1" status: 200 len: 999 time: 0.0675321 Jun 25 11:06:59.102896 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b5a9e0c9-5f56-4a75-90dc-b34c4dcd0f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:59.106687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-76fe6c6c-e442-44d0-a919-ebc15a27622c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:59.139798 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:06:59.153770 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-c1732587-9e46-4f1a-a36e-bee36f403e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:59.155262 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-c1732587-9e46-4f1a-a36e-bee36f403e18 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0809200 Jun 25 11:06:59.156313 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9e0c9-5f56-4a75-90dc-b34c4dcd0f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14173152-b6e7-4cdd-b60a-9883540b82d6,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:59.177402 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b5a9e0c9-5f56-4a75-90dc-b34c4dcd0f90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b42276e308748c9b0cd9211a3c08a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241809 Jun 25 11:06:59.177402 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b5a9e0c9-5f56-4a75-90dc-b34c4dcd0f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:59.177611 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 60992) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:06:59.231758 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-85d2eeac-0219-4329-b60d-af2f74c2f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:06:59.233288 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-85d2eeac-0219-4329-b60d-af2f74c2f5f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545566 Jun 25 11:06:59.244175 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:59.265883 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:59.378552 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '22eae26d-b538-4330-8209-5c25a9abc01f', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'port_id': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'mac_address': 'fa:16:3e:24:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:06:40Z', 'updated_at': '2021-06-25T11:06:57Z', 'revision_number': 1, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:06:59.378836 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-4d7c9088-d74e-438d-9fbb-8168f92d1134 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995641 Jun 25 11:06:59.405758 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bcb00d-3ec4-41a1-8831-6f9593571943 None None] The sync data for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi is: [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '22eae26d-b538-4330-8209-5c25a9abc01f', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'port_id': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'mac_address': 'fa:16:3e:24:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:06:40Z', 'updated_at': '2021-06-25T11:06:57Z', 'revision_number': 1, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:06:59.417429 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:59.420255 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:06:59.421437 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14173152-b6e7-4cdd-b60a-9883540b82d6 HTTP/1.1" status: 204 len: 168 time: 0.2448525 Jun 25 11:06:59.422343 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e5708d63-717b-47b6-bcb2-9dbc885b3dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:06:59.436178 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14173152-b6e7-4cdd-b60a-9883540b82d6,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:06:59.447147 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.447780 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.448554 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.449194 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.450037 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.454042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.454042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.454042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.454042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.454042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.454042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.454042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:06:59.484231 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:06:59.492291 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0c66c9d8-151d-4026-a3b6-ef17e0226722 req-8661cef4-8095-4d5b-93eb-9d9913d81be3 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051450 Jun 25 11:06:59.660159 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad7c27-8e68-4523-ac1a-d9ec07185033 None None] New status for floating IP 22eae26d-b538-4330-8209-5c25a9abc01f: ACTIVE {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:06:59.720364 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d3d8a9d-56d4-4496-b465-8e964a241cba req-eccbbaea-fd73-48b8-a859-ea1e9bc69a80 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 210 time: 0.0515153 Jun 25 11:07:00.167980 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 32776) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:00.181649 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0178e49b-0292-4aa7-8bf4-250b7a331d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:00.271975 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0178e49b-0292-4aa7-8bf4-250b7a331d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:00.393604 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0178e49b-0292-4aa7-8bf4-250b7a331d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:00.396162 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-83d69da0-15a0-4c0e-a4ab-78ca97ff1d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:00.431705 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178e49b-0292-4aa7-8bf4-250b7a331d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e82e90-70b5-481c-8122-707997d074b9,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:00.435034 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0178e49b-0292-4aa7-8bf4-250b7a331d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:00.437581 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0178e49b-0292-4aa7-8bf4-250b7a331d5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e8829261a5f485f89c976dc1e66b489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685692 Jun 25 11:07:00.440483 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 32780) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:00.497394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:00.525574 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:00.656469 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:00.659221 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:00.660271 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3e82e90-70b5-481c-8122-707997d074b9 HTTP/1.1" status: 204 len: 168 time: 0.2187192 Jun 25 11:07:00.661067 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3405cf31-2d21-4ec5-8e5e-48435adfe1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:00.673057 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e82e90-70b5-481c-8122-707997d074b9,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:00.675432 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:00.824594 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-98c86a3c-b865-495b-addb-c5372cdbf7c1 req-89bb2653-de2c-4d14-9685-67aada11ae5f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 210 time: 0.0315099 Jun 25 11:07:01.981378 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-da492c6d-a258-4d63-b47d-e2e6362104fc req-c48382ae-3c4d-4c0b-ba20-4ef6db925e9e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 210 time: 0.0311182 Jun 25 11:07:02.934257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-40d83a8e-cde0-41e3-9c06-3840b09afd3a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:02.935755 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-40d83a8e-cde0-41e3-9c06-3840b09afd3a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 812 time: 0.1080766 Jun 25 11:07:02.999903 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-62c966d9-2b16-4596-a738-9022ed0b45b9 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 380 time: 0.0414219 Jun 25 11:07:03.003213 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'port': {'device_id': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'admin_state_up': True, 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'security_groups': ['1b6ecd39-4bc9-43eb-ad71-4f29bb024964']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:07:03.131121 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9a5f62c9-009b-40bc-b681-eea4de7c2bac req-8e4fc9fd-742f-40fa-8b48-74e416f328f0 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 210 time: 0.0284252 Jun 25 11:07:03.256586 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Made reservation on behalf of 02ebdd403cd041e9aecdf61ecbb5e565 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:07:03.260283 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:03.399347 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Allocated IP 172.20.0.6 (6a732997-15d8-4216-a4f9-438c52203aa6/4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7/a61ce76f-2079-4436-b0e5-a7fdcb72a25f) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:07:03.549499 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:03.563938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Transition to ACTIVE for port object a61ce76f-2079-4436-b0e5-a7fdcb72a25f will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:07:03.621523 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3cd21241-4a22-4f6b-a576-8e61c639cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:03.708245 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:03.712938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8f2194b5-668f-447a-b677-c82fa7c14b7d tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:03.769098 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Network 6a732997-15d8-4216-a4f9-438c52203aa6 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:07:03.772663 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:07:03.777383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:07:03.786291 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:03.810673 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:03.840370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:03.841091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.028973 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0295699 Jun 25 11:07:04.051303 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Request body: {'port': {'device_id': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:07:04.123853 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.148525 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-46829872-c15e-41a9-af6c-322c2116f68d None None] Provisioning for port a61ce76f-2079-4436-b0e5-a7fdcb72a25f completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:07:04.152910 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-46829872-c15e-41a9-af6c-322c2116f68d None None] Provisioning complete for port a61ce76f-2079-4436-b0e5-a7fdcb72a25f triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:07:04.153303 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-46829872-c15e-41a9-af6c-322c2116f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.188277 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-46829872-c15e-41a9-af6c-322c2116f68d None None] Port a61ce76f-2079-4436-b0e5-a7fdcb72a25f cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:07:04.328369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f49e82-8cbe-4cb9-ba2f-b51f6e049b02 req-66f2c505-d86b-4e5b-a97d-61852d0e4ec5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:04.329868 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-41f49e82-8cbe-4cb9-ba2f-b51f6e049b02 req-66f2c505-d86b-4e5b-a97d-61852d0e4ec5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 931 time: 0.0716980 Jun 25 11:07:04.369355 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-41f49e82-8cbe-4cb9-ba2f-b51f6e049b02 req-fc53e0c2-6ac6-4365-b4ed-73c200e513d7 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Jun 25 11:07:04.417266 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61ce76f-2079-4436-b0e5-a7fdcb72a25f {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:07:04.425620 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.440241 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Transition to ACTIVE for port object a61ce76f-2079-4436-b0e5-a7fdcb72a25f will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:07:04.599599 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.601935 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3c480e1f-d541-4a40-bfbb-492c7fa3a58a tempest-ServerRescueNegativeTestJSON-955594040 tempest-ServerRescueNegativeTestJSON-955594040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:04.655223 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Pushing event updated for resources: {'Port': ['ID=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:04.658967 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:04.733810 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Attempting to bind port a61ce76f-2079-4436-b0e5-a7fdcb72a25f on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:07:04.734169 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Attempting to bind port a61ce76f-2079-4436-b0e5-a7fdcb72a25f by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:07:04.734496 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Attempting to bind port a61ce76f-2079-4436-b0e5-a7fdcb72a25f on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:07:04.740843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Port a61ce76f-2079-4436-b0e5-a7fdcb72a25f on network 6a732997-15d8-4216-a4f9-438c52203aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:07:04.741208 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Attempting to bind port a61ce76f-2079-4436-b0e5-a7fdcb72a25f on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:07:04.748086 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:07:04.748408 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Checking segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:07:04.748789 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Bound using segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:07:04.749216 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Bound port: a61ce76f-2079-4436-b0e5-a7fdcb72a25f, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:07:04.749574 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.820829 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] For port a61ce76f-2079-4436-b0e5-a7fdcb72a25f, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:07:04.823797 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] For port a61ce76f-2079-4436-b0e5-a7fdcb72a25f, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:07:04.936910 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.939232 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b70ec6ca-99cb-4829-8d83-49c3b912e0bd tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:04.986265 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:04.986886 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:04.988351 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] 10.222.0.93 "PUT /v2.0/ports/a61ce76f-2079-4436-b0e5-a7fdcb72a25f HTTP/1.1" status: 200 len: 1093 time: 0.9413867 Jun 25 11:07:04.988883 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:07:04.991925 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16849f06-a85d-47d8-99e0-dc369f61b90e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:07:05.048889 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311f125a-36db-4992-9dd4-0affbb527597 x-openstack-request-id: req-311f125a-36db-4992-9dd4-0affbb527597 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:07:05.048889 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:07:05.048889 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-311f125a-36db-4992-9dd4-0affbb527597 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:07:05.048889 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'status': 'completed', 'code': 200} Jun 25 11:07:05.055089 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Pushing event updated for resources: {'Port': ['ID=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:05.058526 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:05.155126 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16849f06-a85d-47d8-99e0-dc369f61b90e req-4789a0d9-fd0a-4203-9f55-4bd23cdb5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:05.156709 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-16849f06-a85d-47d8-99e0-dc369f61b90e req-4789a0d9-fd0a-4203-9f55-4bd23cdb5936 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 1096 time: 0.0559144 Jun 25 11:07:05.271245 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16849f06-a85d-47d8-99e0-dc369f61b90e req-fc38d42b-8f6b-4e60-b96b-096187c3342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:05.273211 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-16849f06-a85d-47d8-99e0-dc369f61b90e req-fc38d42b-8f6b-4e60-b96b-096187c3342f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0991962 Jun 25 11:07:05.376428 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16849f06-a85d-47d8-99e0-dc369f61b90e req-8964c849-89ac-4fdf-bac9-af8d7bf2d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:05.378037 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-16849f06-a85d-47d8-99e0-dc369f61b90e req-8964c849-89ac-4fdf-bac9-af8d7bf2d0df service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935066 Jun 25 11:07:05.518104 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-571cfa4c-eaba-47fe-92cb-47cad779d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:05.519589 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-571cfa4c-eaba-47fe-92cb-47cad779d8e2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 1096 time: 0.0594902 Jun 25 11:07:05.548796 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd941a9d-4045-449d-a604-6be08a89e614 req-1e04a4e3-3930-47c1-93d1-9e071f4cb970 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:05.550415 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fd941a9d-4045-449d-a604-6be08a89e614 req-1e04a4e3-3930-47c1-93d1-9e071f4cb970 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0651712 Jun 25 11:07:05.574871 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-922f4b9d-fa13-4b72-869a-8ae0b1d35bd2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ce76f-2079-4436-b0e5-a7fdcb72a25f HTTP/1.1" status: 200 len: 217 time: 0.0378432 Jun 25 11:07:05.591839 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fd941a9d-4045-449d-a604-6be08a89e614 req-2d1939dc-b78f-449a-82cb-f66be7cc8348 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358183 Jun 25 11:07:05.629198 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-3203b3d3-f2c4-453e-9b68-165abd62dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:05.630713 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-3203b3d3-f2c4-453e-9b68-165abd62dd88 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0480716 Jun 25 11:07:05.693290 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-04155422-f537-4d4f-9df0-e37cedb18c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:05.695386 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-04155422-f537-4d4f-9df0-e37cedb18c91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575111 Jun 25 11:07:05.791501 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-76ea3ba1-0598-4d12-9b9e-8ade2e657b96 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841687 Jun 25 11:07:05.892979 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e8f52925-f8b7-434e-b26a-b89e068d0a63 req-e714e0d0-0ded-4463-9889-8fa5f21efaa5 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949488 Jun 25 11:07:06.657110 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-180717ad-e03b-427f-b1be-c7f7f734fb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:06.746208 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:06.783002 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd310e-3185-4192-baee-445407f078d9 req-681e1d78-0402-4147-ae2a-5496cf0282a6 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:06.784681 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-55bd310e-3185-4192-baee-445407f078d9 req-681e1d78-0402-4147-ae2a-5496cf0282a6 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0719342 Jun 25 11:07:06.828145 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-55bd310e-3185-4192-baee-445407f078d9 req-10067b5c-ed82-4801-98e1-9e0e3867408f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363247 Jun 25 11:07:06.890263 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 32890) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:06.995017 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3b3-0a24-42a5-9358-88c9ac1b47b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:07.080649 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3b3-0a24-42a5-9358-88c9ac1b47b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:07.159418 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bc48c3b3-0a24-42a5-9358-88c9ac1b47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:07.162042 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-dbe39cbd-adad-4539-b98e-4fb929298e57 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:07.198982 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-bc48c3b3-0a24-42a5-9358-88c9ac1b47b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44623887da6f4cb19faf28491a62d2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076241 Jun 25 11:07:07.199903 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48c3b3-0a24-42a5-9358-88c9ac1b47b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309b68cf-48ee-4bd6-85a7-212dffad2a64,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:07.201681 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 32894) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:07.203258 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bc48c3b3-0a24-42a5-9358-88c9ac1b47b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:07.253674 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:07.275776 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:07.386891 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:07.389719 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:07.390885 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/309b68cf-48ee-4bd6-85a7-212dffad2a64 HTTP/1.1" status: 204 len: 168 time: 0.1881325 Jun 25 11:07:07.391731 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31f0e499-13cc-46dc-808d-ec4259748157 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:07.399823 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b68cf-48ee-4bd6-85a7-212dffad2a64,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:07.402085 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:07.955753 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.010937 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54023eb0-0d25-43fc-82f1-f64427bf167d req-cd715243-2303-46e5-913f-b5b3ea5ac191 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:08.012408 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-54023eb0-0d25-43fc-82f1-f64427bf167d req-cd715243-2303-46e5-913f-b5b3ea5ac191 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0671985 Jun 25 11:07:08.051219 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 32906) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:08.052604 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-54023eb0-0d25-43fc-82f1-f64427bf167d req-2281432f-4e16-4622-b8dd-b4b5165ca519 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343971 Jun 25 11:07:08.065253 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb9d5-6bf7-4092-b9e9-fd0b97f27b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.155349 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb9d5-6bf7-4092-b9e9-fd0b97f27b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.222268 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb9d5-6bf7-4092-b9e9-fd0b97f27b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.224973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0b5cbad1-4fa6-4794-a09c-d0a487ab6a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:08.267547 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8f7bb9d5-6bf7-4092-b9e9-fd0b97f27b19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f76db6b71a34ac4945dcf9f4251f6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151821 Jun 25 11:07:08.268338 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bb9d5-6bf7-4092-b9e9-fd0b97f27b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d2992-6b34-4f1e-b9bd-eee3cede4e4a,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:08.270229 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 32908) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:08.271445 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8f7bb9d5-6bf7-4092-b9e9-fd0b97f27b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:08.323112 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.349388 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.473776 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.476341 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:08.477534 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de2d2992-6b34-4f1e-b9bd-eee3cede4e4a HTTP/1.1" status: 204 len: 168 time: 0.2062666 Jun 25 11:07:08.478350 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-78eea1a7-82ba-43e5-bfb3-22c18c951f2b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:08.492127 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d2992-6b34-4f1e-b9bd-eee3cede4e4a,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:08.492127 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:09.257180 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76ea4e-65f0-49ee-b3cf-0bbd22faf04f req-dfe10e58-460c-49ba-9929-9fd7cc6c3671 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:09.258774 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4e76ea4e-65f0-49ee-b3cf-0bbd22faf04f req-dfe10e58-460c-49ba-9929-9fd7cc6c3671 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0631583 Jun 25 11:07:09.296946 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4e76ea4e-65f0-49ee-b3cf-0bbd22faf04f req-0db66f3e-8a17-42f9-82b4-a21e644fac8d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Jun 25 11:07:09.463406 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:10.474535 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec66d-80fe-401e-9819-4b0de4c3ddc5 req-f17f9631-8127-4296-8328-4b95d4897fea tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:10.476183 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5e6ec66d-80fe-401e-9819-4b0de4c3ddc5 req-f17f9631-8127-4296-8328-4b95d4897fea tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0659416 Jun 25 11:07:10.517673 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5e6ec66d-80fe-401e-9819-4b0de4c3ddc5 req-50002fbb-0a40-4eab-8c8e-266e82bf8fd2 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353017 Jun 25 11:07:11.708433 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dbc7a-e8d2-4673-9ecd-4a696ea0e3c0 req-5f359d9d-73b3-4688-8a1f-b03f18b5ef1a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:11.709992 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b65dbc7a-e8d2-4673-9ecd-4a696ea0e3c0 req-5f359d9d-73b3-4688-8a1f-b03f18b5ef1a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0670331 Jun 25 11:07:11.758487 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b65dbc7a-e8d2-4673-9ecd-4a696ea0e3c0 req-c1e03150-94eb-4ad1-a7a6-f081585bbb47 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344207 Jun 25 11:07:12.938536 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c186c-89c6-4e09-9a2e-aee200eb52eb req-8a589803-782d-4adc-aaf2-a70912d36630 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:12.940161 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-549c186c-89c6-4e09-9a2e-aee200eb52eb req-8a589803-782d-4adc-aaf2-a70912d36630 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0683067 Jun 25 11:07:12.981665 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-549c186c-89c6-4e09-9a2e-aee200eb52eb req-12516210-05e4-45d0-a105-6be85b373cfc tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355773 Jun 25 11:07:13.834145 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a61ce76f-2079-4436-b0e5-a7fdcb72a25f details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:07:13.940010 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a61ce76f-2079-4436-b0e5-a7fdcb72a25f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:13.951743 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'port_id': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'mac_address': 'fa:16:3e:78:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:07:13.987361 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:14.000047 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61ce76f-2079-4436-b0e5-a7fdcb72a25f {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:07:14.020078 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a61ce76f-2079-4436-b0e5-a7fdcb72a25f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:14.129487 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:14.131270 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:14.169798 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301291e4-370a-4e6f-8867-6c1f428f254f req-e256f70a-1689-4dce-9169-9226f789322f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:14.171283 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-301291e4-370a-4e6f-8867-6c1f428f254f req-e256f70a-1689-4dce-9169-9226f789322f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 943 time: 0.0678589 Jun 25 11:07:14.176604 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:14.184326 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.184674 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.185016 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.185348 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.185678 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.186027 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.186358 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.186686 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.187003 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.187323 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.187641 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.187959 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:14.191880 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:14.210343 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-301291e4-370a-4e6f-8867-6c1f428f254f req-b9c94400-1e1d-4556-aad7-dd28b3807601 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Jun 25 11:07:17.007799 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa65abb-4a4e-4500-bac3-781edc8cc301 req-648ce9de-0bb1-4d5b-b0e6-65323ac13b45 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:17.011964 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0fa65abb-4a4e-4500-bac3-781edc8cc301 req-648ce9de-0bb1-4d5b-b0e6-65323ac13b45 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 944 time: 0.0655725 Jun 25 11:07:17.053782 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0fa65abb-4a4e-4500-bac3-781edc8cc301 req-1ea050ea-6590-471a-98db-89895823df9a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377831 Jun 25 11:07:17.184250 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['a61ce76f-2079-4436-b0e5-a7fdcb72a25f'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:07:18.232254 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e89501-726a-456c-8c4a-43d566ab4899 req-0535a3c3-4f87-42ac-8afb-44612e938343 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:18.233750 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a9e89501-726a-456c-8c4a-43d566ab4899 req-0535a3c3-4f87-42ac-8afb-44612e938343 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 944 time: 0.0640581 Jun 25 11:07:18.271033 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a9e89501-726a-456c-8c4a-43d566ab4899 req-0af608f8-58bc-4450-88f3-d08a12585714 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315301 Jun 25 11:07:18.530275 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:18.774742 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a61ce76f-2079-4436-b0e5-a7fdcb72a25f up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:07:18.959465 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port a61ce76f-2079-4436-b0e5-a7fdcb72a25f completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:07:18.963826 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port a61ce76f-2079-4436-b0e5-a7fdcb72a25f triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:07:18.964280 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:19.040017 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:19.063772 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:07:19.066255 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89edb7fb-b2cd-4b43-8165-cf9f49d9e743" -d '{"events": [{"server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "name": "network-vif-plugged", "status": "completed", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:07:19.079723 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port a61ce76f-2079-4436-b0e5-a7fdcb72a25f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:19.103740 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f09e193-2b32-4328-8cc3-b32145ad490c x-openstack-request-id: req-4f09e193-2b32-4328-8cc3-b32145ad490c {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:07:19.104035 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "name": "network-vif-plugged", "status": "completed", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:07:19.104291 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f09e193-2b32-4328-8cc3-b32145ad490c {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:07:19.104682 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'code': 200} Jun 25 11:07:19.153230 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:19.157323 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:19.210512 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:19.214354 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:19.355649 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:07:19.455746 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fc6d0-c1d1-4d92-b400-8ef58ccdbcff req-58e20800-3783-4b23-b563-fe4fa4ad838e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:19.457227 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9f8fc6d0-c1d1-4d92-b400-8ef58ccdbcff req-58e20800-3783-4b23-b563-fe4fa4ad838e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0688148 Jun 25 11:07:19.496034 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9f8fc6d0-c1d1-4d92-b400-8ef58ccdbcff req-deff691a-1528-477d-85bf-e07e3d88c293 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318084 Jun 25 11:07:19.641202 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df0a94-b5ca-44ed-96d9-37e3019c12b2 req-981ae1c1-a961-4135-9f4c-3452522f8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:19.642607 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6df0a94-b5ca-44ed-96d9-37e3019c12b2 req-981ae1c1-a961-4135-9f4c-3452522f8398 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 1098 time: 0.0534303 Jun 25 11:07:19.682037 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6df0a94-b5ca-44ed-96d9-37e3019c12b2 req-0bbdf236-5d51-4ddb-8be0-3cc79758dfcd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288038 Jun 25 11:07:20.669250 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfaa40-2826-4a1a-a4b8-55678a15a1e2 req-8ffc3108-ee51-4632-9822-1c29d859b82a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:20.670727 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91dfaa40-2826-4a1a-a4b8-55678a15a1e2 req-8ffc3108-ee51-4632-9822-1c29d859b82a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0619485 Jun 25 11:07:20.707788 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91dfaa40-2826-4a1a-a4b8-55678a15a1e2 req-880ca028-a282-4d00-96e4-3369040ffdac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314746 Jun 25 11:07:21.894672 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f59bb-7355-4d49-8855-69b22c320e6d req-b0be0f67-7cbd-4723-b2a9-2ca88acd375d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:21.897395 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9f8f59bb-7355-4d49-8855-69b22c320e6d req-b0be0f67-7cbd-4723-b2a9-2ca88acd375d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0688629 Jun 25 11:07:21.939291 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9f8f59bb-7355-4d49-8855-69b22c320e6d req-0c022b31-6090-4da6-bf42-efb1bae087a9 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350833 Jun 25 11:07:22.025156 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 33066) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:22.116659 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e82f-9256-44e7-99d5-7c946f4e066b req-7ea8e66e-cde7-4d1e-b7bb-e9aa5d37d614 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:22.118245 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a7d2e82f-9256-44e7-99d5-7c946f4e066b req-7ea8e66e-cde7-4d1e-b7bb-e9aa5d37d614 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0640030 Jun 25 11:07:22.142565 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bafa0d3e-a084-46f2-838b-0e719f0abf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.181201 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a7d2e82f-9256-44e7-99d5-7c946f4e066b req-76343e4c-a4be-4e74-ac60-c9ac03eb3de1 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558918 Jun 25 11:07:22.218660 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 33070) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:22.253367 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bafa0d3e-a084-46f2-838b-0e719f0abf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.336059 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bafa0d3e-a084-46f2-838b-0e719f0abf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.339375 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-50a35dc2-eac4-4e05-889e-38daae5c4ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:22.394160 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-bafa0d3e-a084-46f2-838b-0e719f0abf61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9749f3c046b448b9b0d40d56181b4c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677511 Jun 25 11:07:22.395271 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa0d3e-a084-46f2-838b-0e719f0abf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58706d-459e-41f3-87fd-34f20d243abd,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:22.398275 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 33076) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:22.402857 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f81b4-6502-434f-bf10-83e65aeb6bbc tempest-TestVolumeBootPattern-360344536 tempest-TestVolumeBootPattern-360344536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:22.405484 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-9f4f81b4-6502-434f-bf10-83e65aeb6bbc tempest-TestVolumeBootPattern-360344536 tempest-TestVolumeBootPattern-360344536-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 1093 time: 0.1853483 Jun 25 11:07:22.409869 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 33080) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:22.410770 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bafa0d3e-a084-46f2-838b-0e719f0abf61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:22.417953 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'port_id': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:07:22.466979 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.488202 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.553529 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.654393 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.741915 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.745878 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:22.747308 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b58706d-459e-41f3-87fd-34f20d243abd HTTP/1.1" status: 204 len: 168 time: 0.3479817 Jun 25 11:07:22.751368 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-9f22e8d9-c3f6-4394-b3dd-64cfff746410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:22.757581 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58706d-459e-41f3-87fd-34f20d243abd,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:22.760252 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:22.874325 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Allocated IP 172.27.2.5 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/758f9ca8-994d-4be8-93f6-b5797b030d9d) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:07:22.980259 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.102248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.105919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0e635908-7081-47c9-af1c-4682b21e371e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:23.138674 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:07:23.141417 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:07:23.144957 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:07:23.176704 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=758f9ca8-994d-4be8-93f6-b5797b030d9d,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:23.181101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:23.542673 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 33092) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:23.544266 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.556369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-25043da7-b02d-465a-844f-32664d9b4587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.650749 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-25043da7-b02d-465a-844f-32664d9b4587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.704377 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.742557 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-25043da7-b02d-465a-844f-32664d9b4587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.751425 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-02b7ec01-5d1f-4c58-b96e-56d2c8e72bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:23.780504 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-25043da7-b02d-465a-844f-32664d9b4587 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2dbb27ea6a924ccc80f4e7d4e74d4fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363710 Jun 25 11:07:23.783906 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 33094) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:23.797249 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25043da7-b02d-465a-844f-32664d9b4587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5469a0b1-942e-4e0e-8840-c7a1be22061c,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:23.801638 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-25043da7-b02d-465a-844f-32664d9b4587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:23.839961 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.860598 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.862919 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.953379 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.955694 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c4e50501-f60e-43a4-99c7-22166794e063 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:23.982087 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.984739 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:23.989695 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5469a0b1-942e-4e0e-8840-c7a1be22061c HTTP/1.1" status: 204 len: 168 time: 0.2011709 Jun 25 11:07:23.989695 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-23bdb215-cf4b-418e-8173-b4ed17d79702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:23.996416 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5469a0b1-942e-4e0e-8840-c7a1be22061c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:23.998755 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:24.030254 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=758f9ca8-994d-4be8-93f6-b5797b030d9d,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:24.035797 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:24.052151 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:24.163245 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Floating IP 5636b432-6421-414d-8c23-25b7239917fb associated. External IP: 172.27.2.5, port: a61ce76f-2079-4436-b0e5-a7fdcb72a25f. Jun 25 11:07:24.457262 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:07:24.593189 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:07:24.602984 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:07:24.626744 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:07:24.627396 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:07:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:07:24.691355 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-b44f09c7-c00f-4ece-883b-a3225cbbd6e0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521314 Jun 25 11:07:24.811515 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:24.858134 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:07:25.127786 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-f6c28070-2e99-46f0-a245-87de5104a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.129316 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-f6c28070-2e99-46f0-a245-87de5104a435 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1098 time: 0.3591928 Jun 25 11:07:25.142434 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7302377 Jun 25 11:07:25.143316 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:07:25.145557 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00" -d '{"events": [{"name": "network-changed", "server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:07:25.181665 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '5636b432-6421-414d-8c23-25b7239917fb', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:78:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:07:23Z', 'updated_at': '2021-06-25T11:07:23Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:07:25.214685 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:07:25.224023 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:07:25.224610 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:07:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:07:25.282223 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-07ecf2e6-296d-43d9-aa3a-759a5324494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.287506 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-07ecf2e6-296d-43d9-aa3a-759a5324494d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.1151195 Jun 25 11:07:25.340814 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427a2b19-2006-4e6b-8521-813014794d27 x-openstack-request-id: req-427a2b19-2006-4e6b-8521-813014794d27 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:07:25.341207 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:07:25.341414 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-427a2b19-2006-4e6b-8521-813014794d27 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:07:25.341875 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'status': 'completed', 'code': 200} Jun 25 11:07:25.349309 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:07:25.416584 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-e61191d6-4fbe-4909-9ddf-07a1c5d274fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601 HTTP/1.1" status: 200 len: 999 time: 0.1209300 Jun 25 11:07:25.485318 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-80076374-ea23-4a53-9e1b-22dd012512f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.486870 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-80076374-ea23-4a53-9e1b-22dd012512f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 1098 time: 0.1095026 Jun 25 11:07:25.535183 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-588fdeb8-4fa5-44cf-a2e1-9c0a2f54bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.537021 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-588fdeb8-4fa5-44cf-a2e1-9c0a2f54bf98 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.1114037 Jun 25 11:07:25.592351 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bda7e7-4d71-419b-85c4-24f1b14b0cb3 req-fa18806f-3277-4f69-be45-c96de31cbc25 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.593937 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a1bda7e7-4d71-419b-85c4-24f1b14b0cb3 req-fa18806f-3277-4f69-be45-c96de31cbc25 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0973291 Jun 25 11:07:25.643772 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '5636b432-6421-414d-8c23-25b7239917fb', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:78:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:07:23Z', 'updated_at': '2021-06-25T11:07:23Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:07:25.658614 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-dfc2393a-f401-4386-b988-5a488c9977a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.660159 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-dfc2393a-f401-4386-b988-5a488c9977a2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.1602373 Jun 25 11:07:25.663103 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a1bda7e7-4d71-419b-85c4-24f1b14b0cb3 req-d9ee689c-0ebe-4b10-9767-5305ecfccb8e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622206 Jun 25 11:07:25.665458 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-a708b903-410f-451a-a8ee-2092118cb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.668055 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-a708b903-410f-451a-a8ee-2092118cb5ea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983710 Jun 25 11:07:25.673872 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec299ea9-68a7-45ec-923b-26f5bec3bcfb None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '5636b432-6421-414d-8c23-25b7239917fb', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:78:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:07:23Z', 'updated_at': '2021-06-25T11:07:23Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:07:25.789987 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-087bf43d-9d55-4ca3-8ae6-e0a5fda78450 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ce76f-2079-4436-b0e5-a7fdcb72a25f HTTP/1.1" status: 200 len: 997 time: 0.1206946 Jun 25 11:07:25.855887 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-2c39488e-3cb7-4fc0-a75b-940071d41521 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784229 Jun 25 11:07:25.865993 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-5745a3d6-8d3d-4c3a-babf-64b3d9250c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:25.867527 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-5745a3d6-8d3d-4c3a-babf-64b3d9250c96 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0685606 Jun 25 11:07:25.900978 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d21f48-ef62-4419-8ab1-0544023a2047 None None] New status for floating IP 5636b432-6421-414d-8c23-25b7239917fb: ACTIVE {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:07:25.993888 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1c7c607d-e9ae-4ddb-9cbf-e9ae58cbadaf req-90630eb1-bff4-4bd2-92ff-335e823b5b6a service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253431 Jun 25 11:07:26.001424 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-c735be22-49c2-4a20-8446-e7a2f8a1cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:26.003162 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-c735be22-49c2-4a20-8446-e7a2f8a1cc0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159554 Jun 25 11:07:26.101693 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-6e10bb1c-c8d8-4395-bed4-86b9c965b95e service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899832 Jun 25 11:07:26.193723 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9bf060a1-3c73-48e3-ae26-96e07ee4ec00 req-fd0f23c9-35cb-40aa-a92d-e6e2b2a71423 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848696 Jun 25 11:07:26.459069 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 33160) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:26.565195 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d9666ee3-1b2d-4629-b622-9256c3f6dad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:26.651930 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d9666ee3-1b2d-4629-b622-9256c3f6dad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:26.823957 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d9666ee3-1b2d-4629-b622-9256c3f6dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:26.827030 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-552cfda5-a7d5-4a1d-9451-1164624fe268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:26.872134 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d9666ee3-1b2d-4629-b622-9256c3f6dad8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4931834018943e5884590f04e30a9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119422 Jun 25 11:07:26.874991 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 33166) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:26.878320 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9666ee3-1b2d-4629-b622-9256c3f6dad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0563ccf0-ba9e-486b-91ad-98f1f476b230,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:26.879769 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d9666ee3-1b2d-4629-b622-9256c3f6dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:26.896854 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19386a79-4452-41df-94a4-7c9d582486ac req-4ef9eaf8-ca52-4a77-b5a3-1751ca21b9e7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:26.896854 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19386a79-4452-41df-94a4-7c9d582486ac req-4ef9eaf8-ca52-4a77-b5a3-1751ca21b9e7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1094477 Jun 25 11:07:26.935674 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-19386a79-4452-41df-94a4-7c9d582486ac req-d9c94d96-f0c7-4e7e-ac24-fd6763858248 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346618 Jun 25 11:07:26.951043 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:26.973576 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:27.153210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:27.155965 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:27.157102 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0563ccf0-ba9e-486b-91ad-98f1f476b230 HTTP/1.1" status: 204 len: 168 time: 0.2811339 Jun 25 11:07:27.157953 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-bcd0be91-bc40-4951-9ec5-4262445a5dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:27.165536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563ccf0-ba9e-486b-91ad-98f1f476b230,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:27.168326 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:28.127103 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28057d-8e45-4589-a1e3-02004aff2a17 req-2fa898b7-2834-47af-a62a-69910b4263d1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:28.128388 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2c28057d-8e45-4589-a1e3-02004aff2a17 req-2fa898b7-2834-47af-a62a-69910b4263d1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0677333 Jun 25 11:07:28.166164 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2c28057d-8e45-4589-a1e3-02004aff2a17 req-f703a4c4-8658-4a74-bbf0-ce230396cf31 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Jun 25 11:07:29.349583 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae5b3-aae0-4299-a994-36098c3149b1 req-47cf89cb-a8ca-4f23-95bd-529a0adcdc8c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:29.351092 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a54ae5b3-aae0-4299-a994-36098c3149b1 req-47cf89cb-a8ca-4f23-95bd-529a0adcdc8c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0659997 Jun 25 11:07:29.616102 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a54ae5b3-aae0-4299-a994-36098c3149b1 req-5b7ce9ce-b83d-432a-aa29-0bed2f27751d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588573 Jun 25 11:07:30.795407 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13763dd-3b19-48ce-90fa-8c8a9cd314d2 req-5bd55168-6a80-4e6b-bd23-523ef147df71 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:30.796976 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c13763dd-3b19-48ce-90fa-8c8a9cd314d2 req-5bd55168-6a80-4e6b-bd23-523ef147df71 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0660913 Jun 25 11:07:30.835078 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c13763dd-3b19-48ce-90fa-8c8a9cd314d2 req-eb2511b4-5b33-407a-877e-b9f7ab935a47 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Jun 25 11:07:32.015451 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48cc93-eae3-42bc-bc2e-0e07cbd62af3 req-ce0cceed-d561-49ea-bfb1-0ec66b755123 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:32.016913 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2b48cc93-eae3-42bc-bc2e-0e07cbd62af3 req-ce0cceed-d561-49ea-bfb1-0ec66b755123 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0633233 Jun 25 11:07:32.056724 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2b48cc93-eae3-42bc-bc2e-0e07cbd62af3 req-cd9d0a05-698e-4ebe-ba35-0c822fd20c9a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341249 Jun 25 11:07:33.125412 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 33254) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:33.229719 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-20f0502e-ec82-4e96-bda7-b446f0678c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.236109 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c8e0c-58e1-4eaf-a246-34475427f85e req-f4bf44d9-c51d-4688-8c84-36c7b4a53bb0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:33.237602 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e48c8e0c-58e1-4eaf-a246-34475427f85e req-f4bf44d9-c51d-4688-8c84-36c7b4a53bb0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0641298 Jun 25 11:07:33.282792 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e48c8e0c-58e1-4eaf-a246-34475427f85e req-1d266a27-46b0-49a2-89c9-1a53b54590e8 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Jun 25 11:07:33.331044 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-20f0502e-ec82-4e96-bda7-b446f0678c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.427200 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-20f0502e-ec82-4e96-bda7-b446f0678c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.429782 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5f09d7de-a8b1-42b5-93e0-4d952382bf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:33.466187 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0502e-ec82-4e96-bda7-b446f0678c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97fde69-62a6-4c79-ace4-268c71dbb581,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:33.470437 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-20f0502e-ec82-4e96-bda7-b446f0678c6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=096be07f67354177911b2b01e5404582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439667 Jun 25 11:07:33.471332 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-20f0502e-ec82-4e96-bda7-b446f0678c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:33.473222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 33260) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:07:33.524275 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.550043 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.678503 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-096de282-ee45-4fd9-90c4-6417f58c9f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.707004 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.709666 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:33.710860 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e97fde69-62a6-4c79-ace4-268c71dbb581 HTTP/1.1" status: 204 len: 168 time: 0.2368515 Jun 25 11:07:33.711895 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3fd0613f-4ce4-4a82-943a-00f5636f402f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:33.719886 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97fde69-62a6-4c79-ace4-268c71dbb581,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:33.725188 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:34.469053 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438c4a0-c652-44e2-9818-c140ae6cb6eb req-f58ef768-7b11-42b9-b50d-7e0c1883f637 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:34.471605 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6438c4a0-c652-44e2-9818-c140ae6cb6eb req-f58ef768-7b11-42b9-b50d-7e0c1883f637 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0688565 Jun 25 11:07:34.515569 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6438c4a0-c652-44e2-9818-c140ae6cb6eb req-7150cc6c-a2b4-474a-9322-fbba75045bb7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340075 Jun 25 11:07:35.706929 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784196c-a81e-49ae-859a-42b61b0690bb req-ed0c1c3f-0be3-47de-85c7-75adf33d16c2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:35.708373 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0784196c-a81e-49ae-859a-42b61b0690bb req-ed0c1c3f-0be3-47de-85c7-75adf33d16c2 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0721700 Jun 25 11:07:35.746423 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0784196c-a81e-49ae-859a-42b61b0690bb req-8d46f250-c883-484a-9bd2-f1f6facf15b4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Jun 25 11:07:36.690019 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ae4f6398-e282-489c-826e-c0fd65b2b7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:36.736112 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:36.818947 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-ad76a71e-2fd5-4433-8f29-306b4df3119c tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4bdc4ea3fcd543c7847f795032fbec9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294979 Jun 25 11:07:37.015855 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-a7d798ab-889c-45bb-9b1a-fcadb599a688 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:37.017299 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-a7d798ab-889c-45bb-9b1a-fcadb599a688 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926765 Jun 25 11:07:37.051564 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-40c4e510-fb0d-4b3d-8cbc-49ede71920e8 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/quotas/4bdc4ea3fcd543c7847f795032fbec9a HTTP/1.1" status: 200 len: 375 time: 0.0150118 Jun 25 11:07:37.088789 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-d05fd23f-c47e-40e9-8c76-f971bb104144 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bdc4ea3fcd543c7847f795032fbec9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310624 Jun 25 11:07:37.105854 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e12e3-cd79-444a-b7af-2d078a4eb1f6 req-37ea5566-bb0f-4e7b-a3ac-d2af5fd645c4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:37.107867 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f33e12e3-cd79-444a-b7af-2d078a4eb1f6 req-37ea5566-bb0f-4e7b-a3ac-d2af5fd645c4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1119685 Jun 25 11:07:37.147417 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f33e12e3-cd79-444a-b7af-2d078a4eb1f6 req-f3cb6b0f-f777-4e78-a5bb-7dc7a075eed6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331824 Jun 25 11:07:37.348714 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1b251d64-a088-4963-8e6c-1c2bbda1c95b req-81e2b0fb-e517-49a0-be10-7c995cae1bea tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 210 time: 0.0279000 Jun 25 11:07:37.918433 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:38.327455 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82598401-77b6-4400-b511-e6ab45c1067f req-05484160-7ee1-4dc4-88d8-8fc5a29b0095 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:38.328838 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82598401-77b6-4400-b511-e6ab45c1067f req-05484160-7ee1-4dc4-88d8-8fc5a29b0095 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0646806 Jun 25 11:07:38.368285 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-82598401-77b6-4400-b511-e6ab45c1067f req-6a41dfcf-d382-44a5-a80c-22ef86e1caeb tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Jun 25 11:07:38.489264 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-540ea3c3-7746-4b83-9e44-a32cbcee1207 req-c304239e-1e14-4722-baa1-085479261a20 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 210 time: 0.0280561 Jun 25 11:07:39.444604 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:39.551428 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5d0e7-f09d-49fe-a527-00008283e094 req-2941475c-bf96-4acc-a4cc-778316e60452 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:39.552938 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5db5d0e7-f09d-49fe-a527-00008283e094 req-2941475c-bf96-4acc-a4cc-778316e60452 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0640566 Jun 25 11:07:39.592161 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5db5d0e7-f09d-49fe-a527-00008283e094 req-09cd0647-8340-4110-9d1f-291d2a0943ea tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326519 Jun 25 11:07:39.643627 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6e549b71-cb13-41ba-a940-b334c6e95601 req-0386d662-33ac-4190-a23f-bb26d0d5be38 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 210 time: 0.0338829 Jun 25 11:07:39.933251 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c8168453-6ad8-4b35-9502-099ee65a54c3 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4bdc4ea3fcd543c7847f795032fbec9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288506 Jun 25 11:07:40.117280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b35072ad-aaba-4482-b440-5ec40f827184 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:40.118736 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b35072ad-aaba-4482-b440-5ec40f827184 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798530 Jun 25 11:07:40.139850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Request body: {'port': {'device_id': '349806c2-118b-4c1f-b3bc-254a9459003f', 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1', 'admin_state_up': True, 'tenant_id': '4bdc4ea3fcd543c7847f795032fbec9a'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:07:40.335865 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Made reservation on behalf of 4bdc4ea3fcd543c7847f795032fbec9a for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:07:40.339740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:40.349106 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:40.447656 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:40.541435 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:40.545062 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-958966f0-271e-4908-a7c5-483d2e310e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:40.605080 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3343c1c0-54cd-427a-a208-8308b685eee1,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:40.610405 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:40.691272 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Allocated IP 192.168.233.103 (f3e3de0b-7b45-45c6-9496-4daf7b4749f1/25b36587-e962-4c01-bf75-3c35adf50e63/36ef44ba-9254-4ec4-b4d5-ada21f898847) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:07:40.806455 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-105608f7-bea8-4303-9046-42a0d644f9fe req-bc8bb65a-fb88-4217-a7e4-098a77a74d4a tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 210 time: 0.0297763 Jun 25 11:07:40.830887 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecee86-5a25-4a17-9508-3fcf5052aec6 req-70c0ff46-673a-44d4-aeeb-02f2d9bcc713 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:40.832383 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-76ecee86-5a25-4a17-9508-3fcf5052aec6 req-70c0ff46-673a-44d4-aeeb-02f2d9bcc713 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1001873 Jun 25 11:07:40.844386 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:40.861145 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Transition to ACTIVE for port object 36ef44ba-9254-4ec4-b4d5-ada21f898847 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:07:40.873132 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-76ecee86-5a25-4a17-9508-3fcf5052aec6 req-7f788dc6-abaf-41e5-940c-9b55544c7096 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344059 Jun 25 11:07:40.976253 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:40.980576 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c32b8feb-29c8-49af-b9d4-f3417e27cb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:41.022510 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:07:41.025770 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:07:41.030050 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:07:41.039276 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Pushing event updated for resources: {'Port': ['ID=36ef44ba-9254-4ec4-b4d5-ada21f898847,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:41.059459 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:41.087222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:41.087858 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:41.216827 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0812783 Jun 25 11:07:41.237116 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Request body: {'port': {'device_id': '349806c2-118b-4c1f-b3bc-254a9459003f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:07:41.310088 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:41.455512 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-5bf2369b-113e-409c-8f75-008548e40b5a None None] Provisioning for port 36ef44ba-9254-4ec4-b4d5-ada21f898847 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:07:41.460583 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-5bf2369b-113e-409c-8f75-008548e40b5a None None] Provisioning complete for port 36ef44ba-9254-4ec4-b4d5-ada21f898847 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:07:41.461108 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5bf2369b-113e-409c-8f75-008548e40b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:41.500915 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2369b-113e-409c-8f75-008548e40b5a None None] Port 36ef44ba-9254-4ec4-b4d5-ada21f898847 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:07:41.582344 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ef44ba-9254-4ec4-b4d5-ada21f898847 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:07:41.590088 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:41.602764 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Transition to ACTIVE for port object 36ef44ba-9254-4ec4-b4d5-ada21f898847 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:07:41.729974 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:41.732160 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-341b433d-3901-4e84-8853-0c8726420a01 tempest-VolumesSnapshotTestJSON-457485839 tempest-VolumesSnapshotTestJSON-457485839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:41.784101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Pushing event updated for resources: {'Port': ['ID=36ef44ba-9254-4ec4-b4d5-ada21f898847,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:41.788511 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:41.860244 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Attempting to bind port 36ef44ba-9254-4ec4-b4d5-ada21f898847 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:07:41.860415 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Attempting to bind port 36ef44ba-9254-4ec4-b4d5-ada21f898847 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:07:41.860751 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Attempting to bind port 36ef44ba-9254-4ec4-b4d5-ada21f898847 on network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:07:41.865815 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Port 36ef44ba-9254-4ec4-b4d5-ada21f898847 on network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:07:41.866224 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Attempting to bind port 36ef44ba-9254-4ec4-b4d5-ada21f898847 on network f3e3de0b-7b45-45c6-9496-4daf7b4749f1 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:07:41.872492 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:07:41.873118 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Checking segment: {'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:07:41.873558 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Bound using segment: {'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:07:41.874053 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Bound port: 36ef44ba-9254-4ec4-b4d5-ada21f898847, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b51cdd-3e4d-4a16-9ff0-5929261ac51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:07:41.874440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:41.951258 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] For port 36ef44ba-9254-4ec4-b4d5-ada21f898847, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:07:41.954705 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] For port 36ef44ba-9254-4ec4-b4d5-ada21f898847, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=36ef44ba-9254-4ec4-b4d5-ada21f898847,segment=NetworkSegment(51b51cdd-3e4d-4a16-9ff0-5929261ac51c),segment_id=51b51cdd-3e4d-4a16-9ff0-5929261ac51c)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:07:42.007083 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd411fd-3ea3-47f8-8329-d5aa31945f74 req-9df80cd5-e2a9-4fb3-a7c7-aef58d961eed tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.008756 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bfd411fd-3ea3-47f8-8329-d5aa31945f74 req-9df80cd5-e2a9-4fb3-a7c7-aef58d961eed tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 948 time: 0.0701952 Jun 25 11:07:42.095120 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92abf5-300b-44c5-9233-e3dc0de82f95 req-de28f269-669c-4bfc-957f-de921f5d9d03 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.096572 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df92abf5-300b-44c5-9233-e3dc0de82f95 req-de28f269-669c-4bfc-957f-de921f5d9d03 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0731630 Jun 25 11:07:42.102124 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:42.104409 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-09245fbe-7537-4780-a9cc-abde8eea34f4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:42.141599 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.142240 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:42.143644 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] 10.222.0.93 "PUT /v2.0/ports/36ef44ba-9254-4ec4-b4d5-ada21f898847 HTTP/1.1" status: 200 len: 1098 time: 0.9106731 Jun 25 11:07:42.144160 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349806c2-118b-4c1f-b3bc-254a9459003f', 'tag': '36ef44ba-9254-4ec4-b4d5-ada21f898847'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:07:42.146536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae8e27c-25b2-41f6-a711-86f0f56b2aff" -d '{"events": [{"name": "network-changed", "server_uuid": "349806c2-118b-4c1f-b3bc-254a9459003f", "tag": "36ef44ba-9254-4ec4-b4d5-ada21f898847"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:07:42.171271 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Pushing event updated for resources: {'Port': ['ID=36ef44ba-9254-4ec4-b4d5-ada21f898847,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:42.175455 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:42.189692 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bfd411fd-3ea3-47f8-8329-d5aa31945f74 req-a4246373-489e-48d1-b3b6-0a2c94da2236 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730523 Jun 25 11:07:42.198510 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df92abf5-300b-44c5-9233-e3dc0de82f95 req-86bc8635-1014-4cb8-958d-9474f7685c5f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960684 Jun 25 11:07:42.240558 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b9576b-1608-4a82-beaa-5bc0341fc0c7 x-openstack-request-id: req-45b9576b-1608-4a82-beaa-5bc0341fc0c7 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:07:42.240894 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349806c2-118b-4c1f-b3bc-254a9459003f", "tag": "36ef44ba-9254-4ec4-b4d5-ada21f898847", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:07:42.241190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45b9576b-1608-4a82-beaa-5bc0341fc0c7 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:07:42.241622 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349806c2-118b-4c1f-b3bc-254a9459003f', 'tag': '36ef44ba-9254-4ec4-b4d5-ada21f898847', 'status': 'completed', 'code': 200} Jun 25 11:07:42.348820 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8e27c-25b2-41f6-a711-86f0f56b2aff req-6c39247c-e87c-4e7a-bfb6-e158fb417e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.350311 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-eae8e27c-25b2-41f6-a711-86f0f56b2aff req-6c39247c-e87c-4e7a-bfb6-e158fb417e74 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bdc4ea3fcd543c7847f795032fbec9a&device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 1101 time: 0.0546677 Jun 25 11:07:42.386608 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-eae8e27c-25b2-41f6-a711-86f0f56b2aff req-5a8dd3cd-37d4-4df7-8a2b-1e3a4de13cb5 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4bdc4ea3fcd543c7847f795032fbec9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197790 Jun 25 11:07:42.491300 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8e27c-25b2-41f6-a711-86f0f56b2aff req-a4d0b186-a998-4480-aded-828bb0dabf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.492754 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-eae8e27c-25b2-41f6-a711-86f0f56b2aff req-a4d0b186-a998-4480-aded-828bb0dabf4f service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933967 Jun 25 11:07:42.615689 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-0a41f981-a989-4f56-ad4c-5cf4b3822e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.617059 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-0a41f981-a989-4f56-ad4c-5cf4b3822e10 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4bdc4ea3fcd543c7847f795032fbec9a&device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 1101 time: 0.0540333 Jun 25 11:07:42.670410 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-bf6f02f0-3534-4748-b3f9-e2310d5530b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=36ef44ba-9254-4ec4-b4d5-ada21f898847 HTTP/1.1" status: 200 len: 217 time: 0.0344775 Jun 25 11:07:42.763215 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-837d2f0a-ad68-45e7-81d3-ed9a96c81b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.764740 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-837d2f0a-ad68-45e7-81d3-ed9a96c81b10 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=25b36587-e962-4c01-bf75-3c35adf50e63 HTTP/1.1" status: 200 len: 843 time: 0.0603101 Jun 25 11:07:42.831985 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-1c01398e-f467-4652-a37c-79d14144ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:42.833498 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-1c01398e-f467-4652-a37c-79d14144ccd6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f3e3de0b-7b45-45c6-9496-4daf7b4749f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0576282 Jun 25 11:07:42.853411 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:07:42.932490 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-04460095-ed03-4559-bdc1-3ae2c37465a3 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e3de0b-7b45-45c6-9496-4daf7b4749f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863414 Jun 25 11:07:42.947410 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:42.958969 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'port_id': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'mac_address': 'fa:16:3e:dc:b2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:07:42.999907 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:43.012260 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:07:43.026865 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8baeffdb-9761-4c5f-b063-d8d42b52df62 req-f9fb007d-fa8a-4eb2-bbd2-de235dff2e40 service neutron] 10.222.0.93 "GET /v2.0/networks/f3e3de0b-7b45-45c6-9496-4daf7b4749f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875075 Jun 25 11:07:43.030902 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:43.124138 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:43.125970 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-31ea5976-1f4f-4dd7-a090-37497b31415c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:43.178919 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=6']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:43.181883 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:43.338554 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['30f38ad9-3e9d-4795-b8e3-bc7c7370b601'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:07:43.410518 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c769561-e23f-4d00-8f35-99b1469d5202 req-2b78451f-2a54-4bae-8fa7-7209ee4a17bd tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:43.412013 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8c769561-e23f-4d00-8f35-99b1469d5202 req-2b78451f-2a54-4bae-8fa7-7209ee4a17bd tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 948 time: 0.1039705 Jun 25 11:07:43.435614 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a8a8e-133e-4cf2-9a45-2fc72452d994 req-032c2a15-a5bf-4832-8006-6ac433384f51 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:43.437635 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2d5a8a8e-133e-4cf2-9a45-2fc72452d994 req-032c2a15-a5bf-4832-8006-6ac433384f51 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.1171954 Jun 25 11:07:43.490048 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8c769561-e23f-4d00-8f35-99b1469d5202 req-9e1f0313-5a74-437a-b4bb-19787a0be36b tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707490 Jun 25 11:07:43.498327 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2d5a8a8e-133e-4cf2-9a45-2fc72452d994 req-5c850d72-efa6-444e-9325-b7fb2d4393e6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523798 Jun 25 11:07:44.744512 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23557475-4764-4e24-b7b0-f6fb4a9718e4 req-e8843579-03b7-40b7-9fe5-d9622eadaac5 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:44.746048 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-23557475-4764-4e24-b7b0-f6fb4a9718e4 req-e8843579-03b7-40b7-9fe5-d9622eadaac5 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 948 time: 0.1126094 Jun 25 11:07:44.762649 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ef2d3-45b9-4999-9d4a-8233cc119f90 req-88976254-3524-4bee-b23d-13ff2128582e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:44.764194 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-664ef2d3-45b9-4999-9d4a-8233cc119f90 req-88976254-3524-4bee-b23d-13ff2128582e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.1204681 Jun 25 11:07:44.821808 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-23557475-4764-4e24-b7b0-f6fb4a9718e4 req-a33af4f2-ef54-43ac-91c7-436824daae1e tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686262 Jun 25 11:07:44.830899 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-664ef2d3-45b9-4999-9d4a-8233cc119f90 req-7ceb4973-7fd7-459e-9d8e-ee54fb883d34 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529485 Jun 25 11:07:44.862930 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 36ef44ba-9254-4ec4-b4d5-ada21f898847 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:07:44.884362 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:07:45.001638 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:07:45.002060 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:45.074664 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 36ef44ba-9254-4ec4-b4d5-ada21f898847, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=36ef44ba-9254-4ec4-b4d5-ada21f898847,segment=NetworkSegment(51b51cdd-3e4d-4a16-9ff0-5929261ac51c),segment_id=51b51cdd-3e4d-4a16-9ff0-5929261ac51c)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:45.102628 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '36ef44ba-9254-4ec4-b4d5-ada21f898847', 'network_id': 'f3e3de0b-7b45-45c6-9496-4daf7b4749f1', 'port_id': '36ef44ba-9254-4ec4-b4d5-ada21f898847', 'mac_address': 'fa:16:3e:db:b4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b36587-e962-4c01-bf75-3c35adf50e63', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:07:45.172659 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:45.174845 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:45.218210 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ef44ba-9254-4ec4-b4d5-ada21f898847 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:07:45.225012 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:07:45.227323 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e48aae-5f6d-4a65-8d05-67a13f1a3af4" -d '{"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:07:45.233507 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:45.256173 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 36ef44ba-9254-4ec4-b4d5-ada21f898847, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=36ef44ba-9254-4ec4-b4d5-ada21f898847,segment=NetworkSegment(51b51cdd-3e4d-4a16-9ff0-5929261ac51c),segment_id=51b51cdd-3e4d-4a16-9ff0-5929261ac51c)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:45.277209 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3d977-580b-468d-a943-308936f49cfc x-openstack-request-id: req-91f3d977-580b-468d-a943-308936f49cfc {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:07:45.277568 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:07:45.283182 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91f3d977-580b-468d-a943-308936f49cfc {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:07:45.283182 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'code': 200} Jun 25 11:07:45.364836 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:45.366895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:45.439097 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:45.441251 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=7']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:45.445197 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:45.445728 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-c892241f-ff1d-4dc3-83f6-89c538111893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:45.510701 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=36ef44ba-9254-4ec4-b4d5-ada21f898847,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:45.518673 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:45.800017 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['36ef44ba-9254-4ec4-b4d5-ada21f898847'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:07:46.188861 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d053ba-4450-4f3b-a60a-4536db236c8a req-c43f1c31-12ed-468b-afc1-d0f55a11015c tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:46.196356 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a8d053ba-4450-4f3b-a60a-4536db236c8a req-c43f1c31-12ed-468b-afc1-d0f55a11015c tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 949 time: 0.1275461 Jun 25 11:07:46.244590 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a8d053ba-4450-4f3b-a60a-4536db236c8a req-ba3d2cd5-b921-4803-95fb-2193fbb575dd tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Jun 25 11:07:46.271733 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95a655-a5d4-4054-b900-22702bbbceed req-1b09bbfa-eb5f-40c0-bc56-208aec932010 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:46.274481 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-db95a655-a5d4-4054-b900-22702bbbceed req-1b09bbfa-eb5f-40c0-bc56-208aec932010 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.1374981 Jun 25 11:07:46.332266 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-db95a655-a5d4-4054-b900-22702bbbceed req-99112cd8-f9c4-4cce-802a-240748986358 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Jun 25 11:07:46.889882 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 36ef44ba-9254-4ec4-b4d5-ada21f898847 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:07:47.023575 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 36ef44ba-9254-4ec4-b4d5-ada21f898847 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:07:47.029801 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 36ef44ba-9254-4ec4-b4d5-ada21f898847 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:07:47.030565 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:47.175742 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:47.240816 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 36ef44ba-9254-4ec4-b4d5-ada21f898847, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=36ef44ba-9254-4ec4-b4d5-ada21f898847,segment=NetworkSegment(51b51cdd-3e4d-4a16-9ff0-5929261ac51c),segment_id=51b51cdd-3e4d-4a16-9ff0-5929261ac51c)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:47.279419 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349806c2-118b-4c1f-b3bc-254a9459003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef44ba-9254-4ec4-b4d5-ada21f898847'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:07:47.282845 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2608f0a8-6960-4073-be74-a820eaf5d934" -d '{"events": [{"server_uuid": "349806c2-118b-4c1f-b3bc-254a9459003f", "name": "network-vif-plugged", "status": "completed", "tag": "36ef44ba-9254-4ec4-b4d5-ada21f898847"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:07:47.330472 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:47.333449 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-31ea5976-1f4f-4dd7-a090-37497b31415c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:47.425558 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=36ef44ba-9254-4ec4-b4d5-ada21f898847,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:47.430842 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:47.484743 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598251ce-91b6-4425-a94b-9e84ad382936 req-6520809e-d36e-4cf9-a63e-126262e0ff02 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:47.486538 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-598251ce-91b6-4425-a94b-9e84ad382936 req-6520809e-d36e-4cf9-a63e-126262e0ff02 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 950 time: 0.0975814 Jun 25 11:07:47.533531 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-598251ce-91b6-4425-a94b-9e84ad382936 req-fa9296f3-b479-4293-a12a-c22b31fcc2b3 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356653 Jun 25 11:07:47.582430 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a430900c-2705-495b-91b5-dae65916cb62 x-openstack-request-id: req-a430900c-2705-495b-91b5-dae65916cb62 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:07:47.582736 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349806c2-118b-4c1f-b3bc-254a9459003f", "name": "network-vif-plugged", "status": "completed", "tag": "36ef44ba-9254-4ec4-b4d5-ada21f898847", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:07:47.583141 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a430900c-2705-495b-91b5-dae65916cb62 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:07:47.583581 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349806c2-118b-4c1f-b3bc-254a9459003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ef44ba-9254-4ec4-b4d5-ada21f898847', 'code': 200} Jun 25 11:07:47.777685 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13445db4-df38-4d6e-bcd5-0cc4006f8aa0 req-b5b9c7ce-aff1-4509-9171-219a9fb5acae tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:47.779572 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-13445db4-df38-4d6e-bcd5-0cc4006f8aa0 req-b5b9c7ce-aff1-4509-9171-219a9fb5acae tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0990202 Jun 25 11:07:47.826721 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-13445db4-df38-4d6e-bcd5-0cc4006f8aa0 req-7a019a4a-82bb-4eff-a0b9-3db96939b77a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404134 Jun 25 11:07:48.272173 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990280-d9f3-4b06-befc-a53187a8064f req-3f0de29f-6784-4b26-bde3-a8bf8f8aa017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:48.273967 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-47990280-d9f3-4b06-befc-a53187a8064f req-3f0de29f-6784-4b26-bde3-a8bf8f8aa017 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 1103 time: 0.0624750 Jun 25 11:07:48.322975 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-47990280-d9f3-4b06-befc-a53187a8064f req-d1f47c8c-89e1-4720-b5f0-de969925f4e1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Jun 25 11:07:48.565716 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:48.766284 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1f50d-8320-4f0f-943d-3e8203ef0b46 req-78978493-f272-4050-91d1-4b5a441d98cf tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:48.768633 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6c1f50d-8320-4f0f-943d-3e8203ef0b46 req-78978493-f272-4050-91d1-4b5a441d98cf tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 950 time: 0.0786531 Jun 25 11:07:48.842102 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6c1f50d-8320-4f0f-943d-3e8203ef0b46 req-fe100d6b-13bc-4280-a1f7-22cc5b707c25 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581911 Jun 25 11:07:49.058557 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d8827-47a5-4ccf-9775-8e6a437c917c req-c0d965d6-243e-4e86-a082-cb092c7ae9de tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:49.060126 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ff0d8827-47a5-4ccf-9775-8e6a437c917c req-c0d965d6-243e-4e86-a082-cb092c7ae9de tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0847991 Jun 25 11:07:49.110557 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ff0d8827-47a5-4ccf-9775-8e6a437c917c req-077d35c7-0f4d-40de-ad92-f5859f8db109 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Jun 25 11:07:50.059875 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc78a3-8250-41f5-94ec-b6110e64e5dc req-a0e87210-a194-4a21-a579-4624cd8a3de8 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:50.062303 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5dfc78a3-8250-41f5-94ec-b6110e64e5dc req-a0e87210-a194-4a21-a579-4624cd8a3de8 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 950 time: 0.0970325 Jun 25 11:07:50.109150 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5dfc78a3-8250-41f5-94ec-b6110e64e5dc req-81677f3d-7bb4-47fb-a894-cf0d10f96d6f tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Jun 25 11:07:50.400525 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa00463-83ed-4081-aea0-1bf3aacc93ae req-d2cf1f31-d370-4b72-8608-e45f544d9be1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:50.402289 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2fa00463-83ed-4081-aea0-1bf3aacc93ae req-d2cf1f31-d370-4b72-8608-e45f544d9be1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0935142 Jun 25 11:07:50.453041 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2fa00463-83ed-4081-aea0-1bf3aacc93ae req-ed7c21d6-5e67-4fc7-a476-6dc4d4c605e9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389075 Jun 25 11:07:51.304306 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b27da-2ea1-46b5-8659-e679be0d3eec req-578d825c-b924-4f04-b82d-68705e32b949 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:51.305791 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dd1b27da-2ea1-46b5-8659-e679be0d3eec req-578d825c-b924-4f04-b82d-68705e32b949 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 950 time: 0.0669250 Jun 25 11:07:51.348354 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-dd1b27da-2ea1-46b5-8659-e679be0d3eec req-7eaf3d73-6105-41a7-b37a-a418ec3f0b72 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Jun 25 11:07:51.650384 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed748a5-386c-406a-9fcd-1be277063c14 req-a43a4cb7-b895-4b6c-84ea-b9135804ba60 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:51.651875 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aed748a5-386c-406a-9fcd-1be277063c14 req-a43a4cb7-b895-4b6c-84ea-b9135804ba60 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0649924 Jun 25 11:07:51.695737 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aed748a5-386c-406a-9fcd-1be277063c14 req-601c8436-0aab-4d75-b488-2df9db8f4a4b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Jun 25 11:07:52.142139 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bba9f3-b05f-404e-9241-3caa0832c585 req-82dc0e57-c19f-4dab-9602-8b547a5506e1 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:52.149998 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c1bba9f3-b05f-404e-9241-3caa0832c585 req-82dc0e57-c19f-4dab-9602-8b547a5506e1 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 950 time: 0.0825756 Jun 25 11:07:52.196323 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c1bba9f3-b05f-404e-9241-3caa0832c585 req-fb437e61-837b-4dcc-926c-90d3fc519099 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Jun 25 11:07:52.934419 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18242c2c-c45b-4cdc-9724-5d8f6a7e7c48 req-5670a4b8-1ab2-431e-8d1e-30c5a08d7d27 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:52.937214 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-18242c2c-c45b-4cdc-9724-5d8f6a7e7c48 req-5670a4b8-1ab2-431e-8d1e-30c5a08d7d27 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0973761 Jun 25 11:07:53.005235 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-18242c2c-c45b-4cdc-9724-5d8f6a7e7c48 req-14fbf4fb-8f92-4004-88dc-d7e480766096 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585406 Jun 25 11:07:53.436078 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e262d64-1993-409a-aca2-2cff3cd41ce7 req-058ba356-a849-4145-b6a2-a8aa3ccc0367 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:53.437860 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0e262d64-1993-409a-aca2-2cff3cd41ce7 req-058ba356-a849-4145-b6a2-a8aa3ccc0367 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 950 time: 0.0893228 Jun 25 11:07:53.511526 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0e262d64-1993-409a-aca2-2cff3cd41ce7 req-a366b910-2aae-461a-b02b-f988358038ad tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/security-groups?id=3343c1c0-54cd-427a-a208-8308b685eee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575442 Jun 25 11:07:53.999885 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-27385db6-9f88-4334-88db-834bad2c1a38 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:54.001648 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-27385db6-9f88-4334-88db-834bad2c1a38 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.93 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 950 time: 0.1054995 Jun 25 11:07:54.193441 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Deleting port 36ef44ba-9254-4ec4-b4d5-ada21f898847 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:07:54.194001 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:54.259089 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb9571-375e-4f92-b8f9-beaac6df5b57 req-8a4b01bb-ab07-45c8-ac97-6d38bacd868d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:54.260801 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-27eb9571-375e-4f92-b8f9-beaac6df5b57 req-8a4b01bb-ab07-45c8-ac97-6d38bacd868d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0890205 Jun 25 11:07:54.318500 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] For port 36ef44ba-9254-4ec4-b4d5-ada21f898847, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=36ef44ba-9254-4ec4-b4d5-ada21f898847,segment=NetworkSegment(51b51cdd-3e4d-4a16-9ff0-5929261ac51c),segment_id=51b51cdd-3e4d-4a16-9ff0-5929261ac51c)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:07:54.319313 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:54.336807 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Calling delete_port for 36ef44ba-9254-4ec4-b4d5-ada21f898847 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:07:54.357879 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-27eb9571-375e-4f92-b8f9-beaac6df5b57 req-c40313f3-5850-4582-a849-0ddbf5bc6d3f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774007 Jun 25 11:07:54.588470 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:54.594516 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:07:54.625636 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Pushing event deleted for resources: {'Port': ['ID=36ef44ba-9254-4ec4-b4d5-ada21f898847,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:07:54.626338 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['36ef44ba-9254-4ec4-b4d5-ada21f898847'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:07:54.639388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.639768 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.640322 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.640514 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.640824 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.641176 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.641518 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.641891 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.642268 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.642591 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.642935 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.643280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:07:54.671263 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:07:54.691252 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-508b94b5-4849-41af-a5d4-cb88eb97be44 req-e2b9e67d-969e-4d29-9c63-a49f3fe82057 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 210 time: 0.0407286 Jun 25 11:07:54.700343 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] No DVR routers for this DVR port 36ef44ba-9254-4ec4-b4d5-ada21f898847 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:07:54.700343 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:07:54.702893 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-1265c059-9d0d-4ab5-a4fb-67aea48abbf4 req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.93 "DELETE /v2.0/ports/36ef44ba-9254-4ec4-b4d5-ada21f898847 HTTP/1.1" status: 204 len: 173 time: 0.6867421 Jun 25 11:07:54.703440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349806c2-118b-4c1f-b3bc-254a9459003f', 'name': 'network-vif-deleted', 'tag': '36ef44ba-9254-4ec4-b4d5-ada21f898847'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:07:54.706007 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3715ff60-cf8c-44bf-ba98-b95ab0a54120" -d '{"events": [{"server_uuid": "349806c2-118b-4c1f-b3bc-254a9459003f", "name": "network-vif-deleted", "tag": "36ef44ba-9254-4ec4-b4d5-ada21f898847"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:07:54.814337 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fb0ee4-1b17-458c-8721-16019ac7881e x-openstack-request-id: req-45fb0ee4-1b17-458c-8721-16019ac7881e {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:07:54.814337 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349806c2-118b-4c1f-b3bc-254a9459003f", "name": "network-vif-deleted", "tag": "36ef44ba-9254-4ec4-b4d5-ada21f898847", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:07:54.814337 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45fb0ee4-1b17-458c-8721-16019ac7881e {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:07:54.814337 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349806c2-118b-4c1f-b3bc-254a9459003f', 'name': 'network-vif-deleted', 'tag': '36ef44ba-9254-4ec4-b4d5-ada21f898847', 'status': 'completed', 'code': 200} Jun 25 11:07:55.625780 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e71fb-2985-4c91-af36-6cfea19f7309 req-0b8e5812-d731-4567-8196-53e8c8fe6b23 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:55.627569 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f05e71fb-2985-4c91-af36-6cfea19f7309 req-0b8e5812-d731-4567-8196-53e8c8fe6b23 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0844502 Jun 25 11:07:55.671470 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f05e71fb-2985-4c91-af36-6cfea19f7309 req-1be6a436-58e7-41f6-bb1d-6d3482debaa4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373244 Jun 25 11:07:55.925630 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-13af1074-1c50-4e9a-8049-d735c940708f req-fdc30cce-aaae-4a54-99cc-eac9321b2d4f tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] 10.222.0.13 "GET /v2.0/ports?device_id=349806c2-118b-4c1f-b3bc-254a9459003f HTTP/1.1" status: 200 len: 210 time: 0.0361509 Jun 25 11:07:56.360174 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:07:56.860835 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66065f3-987c-4dee-acc6-b56dbaf5fc65 req-0b70e236-8548-4f31-ba66-bc3d6d6dcb52 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:56.866216 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c66065f3-987c-4dee-acc6-b56dbaf5fc65 req-0b70e236-8548-4f31-ba66-bc3d6d6dcb52 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0663626 Jun 25 11:07:56.906592 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c66065f3-987c-4dee-acc6-b56dbaf5fc65 req-664ff4ed-cff0-4f3c-a19c-8138ca214e01 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359967 Jun 25 11:07:56.912186 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 36ef44ba-9254-4ec4-b4d5-ada21f898847 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:07:56.942584 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 36ef44ba-9254-4ec4-b4d5-ada21f898847 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:07:56.943180 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 36ef44ba-9254-4ec4-b4d5-ada21f898847 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:07:57.140179 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-c0e8e761-e743-4c5a-a03e-7f864b9ca4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:57.142283 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-c0e8e761-e743-4c5a-a03e-7f864b9ca4a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1098 time: 0.0697732 Jun 25 11:07:57.271217 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-dca6a0d1-bce6-42fe-9e89-03b1398b2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:57.273770 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-dca6a0d1-bce6-42fe-9e89-03b1398b2b53 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.1243124 Jun 25 11:07:57.346638 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-b7dae4f6-0b7e-44f0-bfeb-9b707f0b26b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601 HTTP/1.1" status: 200 len: 999 time: 0.0663285 Jun 25 11:07:57.419734 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-a6601743-37b8-403f-8cff-bc36524c738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:57.421366 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-a6601743-37b8-403f-8cff-bc36524c738e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0662377 Jun 25 11:07:57.500626 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-2c7fd1a0-9012-4733-9b31-102c8a7b48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:57.502262 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-2c7fd1a0-9012-4733-9b31-102c8a7b48fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740407 Jun 25 11:07:57.613622 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-168dac64-30c5-475d-aba5-07b7e03b7ce6 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038036 Jun 25 11:07:58.074750 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0b443224-5ab8-45d9-9ce0-6d0f990bfec1 req-af554f65-67b2-4c0c-a684-a34e97f63ceb service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493783 Jun 25 11:07:58.184946 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f278cb9-1779-452c-815e-44f03ef5a6d5 req-4cf71948-0194-472a-ab0a-f8f1e5fce5b6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:58.186653 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f278cb9-1779-452c-815e-44f03ef5a6d5 req-4cf71948-0194-472a-ab0a-f8f1e5fce5b6 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0790586 Jun 25 11:07:58.236487 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f278cb9-1779-452c-815e-44f03ef5a6d5 req-9957f608-daaf-4d26-b7c2-726dbcbc955c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Jun 25 11:07:59.437606 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485f93-414a-43ab-b00e-b0f34d929be1 req-1a7b1b49-8110-4bb6-8266-eaa4df08bff4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:07:59.439182 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a4485f93-414a-43ab-b00e-b0f34d929be1 req-1a7b1b49-8110-4bb6-8266-eaa4df08bff4 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0692642 Jun 25 11:07:59.480418 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a4485f93-414a-43ab-b00e-b0f34d929be1 req-fbf07196-e112-4b1e-874d-c13b4cf6b5ff tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352571 Jun 25 11:08:00.695072 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19e68-2ee9-4125-a7c8-b5b00ae1fcf1 req-e018f3f3-7a09-46d8-bf09-3a6b4fad2873 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:00.696530 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-93c19e68-2ee9-4125-a7c8-b5b00ae1fcf1 req-e018f3f3-7a09-46d8-bf09-3a6b4fad2873 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 945 time: 0.0893822 Jun 25 11:08:00.758116 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-93c19e68-2ee9-4125-a7c8-b5b00ae1fcf1 req-95599132-61e7-4736-a194-5263fb8c847f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550611 Jun 25 11:08:00.948333 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:08:01.098018 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:01.137389 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:08:01.141019 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25db1bd-c99e-4b92-89f6-721b1f347a77" -d '{"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-unplugged", "status": "completed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:08:01.160937 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:01.204620 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Jun 2021 11:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564875b-5cd0-4f04-b253-6fc8d04bbc7b x-openstack-request-id: req-3564875b-5cd0-4f04-b253-6fc8d04bbc7b {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:08:01.204620 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-unplugged", "status": "failed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601", "code": 422}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:08:01.204620 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3564875b-5cd0-4f04-b253-6fc8d04bbc7b {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:08:01.204620 dv-cinder-793136-2-iscsi neutron-server[105347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'code': 422} returned with failed status Jun 25 11:08:01.250446 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:01.253699 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:01.336692 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=8']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:01.344729 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:03.615550 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ff6af4ab-26e3-491e-8809-b48df8f1eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:04.089665 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d28d8-0872-4108-8ab3-8ca7997ed124 req-cbb3b2ee-fbec-459a-b0f8-06f41c4e6075 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:04.091919 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e56d28d8-0872-4108-8ab3-8ca7997ed124 req-cbb3b2ee-fbec-459a-b0f8-06f41c4e6075 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0823209 Jun 25 11:08:04.136208 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e56d28d8-0872-4108-8ab3-8ca7997ed124 req-175589d3-b8e9-4214-945f-1e7499d8d75a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381062 Jun 25 11:08:04.429203 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-600c7a0f-a916-44bc-88f7-1caa97d0221f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529695 Jun 25 11:08:04.633317 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 33812) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:04.789869 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ff051ec7-ca6f-4368-af31-747af53dd0c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bdc4ea3fcd543c7847f795032fbec9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547453 Jun 25 11:08:04.792543 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 33816) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:04.863147 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:04.895728 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:05.045061 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:05.047730 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:05.048958 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3343c1c0-54cd-427a-a208-8308b685eee1 HTTP/1.1" status: 204 len: 168 time: 0.2549186 Jun 25 11:08:05.055744 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a53cba02-660f-4608-963d-d6b2f20fd510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:05.057957 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3343c1c0-54cd-427a-a208-8308b685eee1,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:05.060609 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:05.347103 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8d99b-db4b-49d4-8eb7-7fc1397a6345 req-ae314fa9-98f9-446d-9b45-91c94df0994b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:05.349963 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-51d8d99b-db4b-49d4-8eb7-7fc1397a6345 req-ae314fa9-98f9-446d-9b45-91c94df0994b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0854328 Jun 25 11:08:05.423724 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-51d8d99b-db4b-49d4-8eb7-7fc1397a6345 req-ef934a60-a08d-4538-bf33-5d7568658583 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634077 Jun 25 11:08:06.140598 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-d58d1acf-895c-4d12-a71f-4ead8a676d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:06.142269 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-d58d1acf-895c-4d12-a71f-4ead8a676d38 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc&tenant_id=d0bc9d6180724cafa25c7bac09986563 HTTP/1.1" status: 200 len: 1096 time: 0.0664232 Jun 25 11:08:06.240970 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-b4018d4a-157a-4a52-bdc4-95df6864be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:06.242604 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-b4018d4a-157a-4a52-bdc4-95df6864be96 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d0bc9d6180724cafa25c7bac09986563&device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1096 time: 0.0644794 Jun 25 11:08:06.344868 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-a45b369e-c12b-4621-87ae-271c333cf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:06.346444 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-a45b369e-c12b-4621-87ae-271c333cf56d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 200 len: 918 time: 0.0965750 Jun 25 11:08:06.437533 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-8ff7825e-42d2-4e54-8d9a-4da9a2fd0e74 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601 HTTP/1.1" status: 200 len: 997 time: 0.0842967 Jun 25 11:08:06.492678 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-43f3cbb4-128c-45b7-b4d9-a3ffda175fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:06.494429 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-43f3cbb4-128c-45b7-b4d9-a3ffda175fe6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 200 len: 856 time: 0.0508583 Jun 25 11:08:06.559951 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-4263371e-bafc-423d-b35d-13939641c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:06.561551 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-4263371e-bafc-423d-b35d-13939641c618 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fcea8105-15cb-4f29-8e2d-df0308b278f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606210 Jun 25 11:08:06.655539 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-775a9725-5e7a-4ace-97f8-b74d407167ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:06.685136 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:06.706187 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-bf439a86-dfac-492e-974d-3431c45d26e3 service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382325 Jun 25 11:08:06.716258 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dca647-49fe-4afc-9807-09dd693fd7f3 req-735a9f06-c1b6-4cb4-8f69-420b39245279 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:06.717986 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-32dca647-49fe-4afc-9807-09dd693fd7f3 req-735a9f06-c1b6-4cb4-8f69-420b39245279 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0998795 Jun 25 11:08:06.758994 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-32dca647-49fe-4afc-9807-09dd693fd7f3 req-d7eb27ba-4b90-422b-bdf4-360e2ed5d622 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351632 Jun 25 11:08:06.812730 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-a1fe0bd9-404d-4efd-a5a5-ad831d66eef8 req-741c23e1-1794-4023-aa2d-7fe952ed62ac service neutron] 10.222.0.93 "GET /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995770 Jun 25 11:08:07.946880 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:08.015712 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752caf3-c469-4cae-90ea-8e3d64488782 req-f58d9a2b-8742-4fb4-b38f-498b8a067aa7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:08.024056 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0752caf3-c469-4cae-90ea-8e3d64488782 req-f58d9a2b-8742-4fb4-b38f-498b8a067aa7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0965405 Jun 25 11:08:08.066757 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0752caf3-c469-4cae-90ea-8e3d64488782 req-7eb85808-9f32-447e-977b-b8eb8becb6c5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411260 Jun 25 11:08:09.286190 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d10f7b-6ab6-4fab-b35b-833268f3d66d req-6a4c3a93-bc83-4b6c-86a2-aaacef4f944d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:09.287742 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-99d10f7b-6ab6-4fab-b35b-833268f3d66d req-6a4c3a93-bc83-4b6c-86a2-aaacef4f944d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0914934 Jun 25 11:08:09.329663 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-99d10f7b-6ab6-4fab-b35b-833268f3d66d req-5084269b-936f-4759-9787-28f635ad807d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358460 Jun 25 11:08:09.468010 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:10.536910 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b643e7-d66e-4773-ae0f-671be30e4a5d req-a3059102-dc60-4216-9ab3-d8cbec34e07e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:10.538515 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9b643e7-d66e-4773-ae0f-671be30e4a5d req-a3059102-dc60-4216-9ab3-d8cbec34e07e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0833793 Jun 25 11:08:10.586465 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9b643e7-d66e-4773-ae0f-671be30e4a5d req-728b44d2-6f80-4c6c-8e2e-442cc6ebfe86 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Jun 25 11:08:11.819098 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878f407-3f5b-4da8-9d9c-e4e41ef3d037 req-8c13d81c-ae29-4902-89bf-312d70cce61f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:11.822142 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0878f407-3f5b-4da8-9d9c-e4e41ef3d037 req-8c13d81c-ae29-4902-89bf-312d70cce61f tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.1090465 Jun 25 11:08:11.887468 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0878f407-3f5b-4da8-9d9c-e4e41ef3d037 req-8efa2ed4-8f91-4081-8c06-c1659850e0f9 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558767 Jun 25 11:08:13.114910 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e78b-2039-43be-af88-37dcd2ba44dd req-f9f9410b-df0a-4958-a2a6-b3b8d53c8fb3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:13.116327 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-65c7e78b-2039-43be-af88-37dcd2ba44dd req-f9f9410b-df0a-4958-a2a6-b3b8d53c8fb3 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0745935 Jun 25 11:08:13.159458 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-65c7e78b-2039-43be-af88-37dcd2ba44dd req-dbfdff99-d5d3-4890-bc65-649440d45c59 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362568 Jun 25 11:08:14.424457 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cb1df-1dc0-4a7d-a236-218ecc08fbcc req-9c330758-909f-4ff4-be62-4c8502556915 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:14.426366 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c38cb1df-1dc0-4a7d-a236-218ecc08fbcc req-9c330758-909f-4ff4-be62-4c8502556915 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.1112826 Jun 25 11:08:14.485067 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c38cb1df-1dc0-4a7d-a236-218ecc08fbcc req-ef9d1e0b-8bf9-4bf6-bb30-cfc3cc7b72c0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500183 Jun 25 11:08:16.030779 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954609f-6d99-41f8-adae-e3e419aa1a88 req-f75ff887-bcd9-4f99-bc1b-76d38170c91d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:16.032525 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e954609f-6d99-41f8-adae-e3e419aa1a88 req-f75ff887-bcd9-4f99-bc1b-76d38170c91d tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.1152813 Jun 25 11:08:16.122976 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e954609f-6d99-41f8-adae-e3e419aa1a88 req-e92c9a50-3572-49a7-b01c-cecac2822f0b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811319 Jun 25 11:08:17.385617 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253973ab-f723-404f-b120-a90b19d12b50 req-1e9a2af2-3465-417c-9fa5-16f8e312db59 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:17.388523 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-253973ab-f723-404f-b120-a90b19d12b50 req-1e9a2af2-3465-417c-9fa5-16f8e312db59 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0799339 Jun 25 11:08:17.443409 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-253973ab-f723-404f-b120-a90b19d12b50 req-0c7c3688-c325-41b1-ba46-ee33bb1a133e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442233 Jun 25 11:08:18.570206 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:18.674950 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e580fa-be15-48a4-8032-a07b15e55476 req-2f10c13a-d637-496b-9095-3f8dcb2c2a85 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:18.676632 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-61e580fa-be15-48a4-8032-a07b15e55476 req-2f10c13a-d637-496b-9095-3f8dcb2c2a85 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 943 time: 0.0851910 Jun 25 11:08:18.740658 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-61e580fa-be15-48a4-8032-a07b15e55476 req-636c1699-0bdb-44e8-890d-82151f73d77e tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487051 Jun 25 11:08:19.019789 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:08:19.176859 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:19.197182 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'port_id': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'mac_address': 'fa:16:3e:dc:b2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:08:19.252998 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:19.270399 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:08:19.297761 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:19.398456 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:19.401307 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:19.483758 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=9']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:19.491524 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.491875 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.492212 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.492541 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.492867 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.493189 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.493506 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.493820 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.494245 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.494560 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.494875 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.495184 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:19.499766 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:19.736551 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['30f38ad9-3e9d-4795-b8e3-bc7c7370b601'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:08:19.974006 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2432e-558b-4d85-a035-c23e32ddab45 req-18fd435e-93a9-4ecd-8ca9-36f0f8fd6226 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:19.976807 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-61a2432e-558b-4d85-a035-c23e32ddab45 req-18fd435e-93a9-4ecd-8ca9-36f0f8fd6226 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.1032522 Jun 25 11:08:20.038225 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-61a2432e-558b-4d85-a035-c23e32ddab45 req-8a59bcd4-c1cc-45b3-94ee-2938fc45b74c tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515752 Jun 25 11:08:21.033891 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:08:21.106356 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:08:21.106514 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:21.225196 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:21.255345 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681617b-3a6b-45ac-80ff-62660ec65acf req-4889920e-5457-4880-85c3-3aa0e482dc31 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:21.256895 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7681617b-3a6b-45ac-80ff-62660ec65acf req-4889920e-5457-4880-85c3-3aa0e482dc31 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 944 time: 0.0704691 Jun 25 11:08:21.261510 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:08:21.263872 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ceb2f4-350b-4f31-af9b-4ef5ae36af2c" -d '{"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:08:21.279732 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:21.300232 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7681617b-3a6b-45ac-80ff-62660ec65acf req-7e262957-cb33-43ae-87b7-ea7964e22970 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367684 Jun 25 11:08:21.328135 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcde5d6-2fa1-493f-8a3e-b6c0548ec487 x-openstack-request-id: req-ddcde5d6-2fa1-493f-8a3e-b6c0548ec487 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:08:21.328743 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:08:21.329078 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddcde5d6-2fa1-493f-8a3e-b6c0548ec487 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:08:21.329518 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'code': 200} Jun 25 11:08:22.255940 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:22.259349 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-f5360ef6-5ab6-452a-992f-60972183a1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:22.330601 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=10']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:22.334329 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:22.563932 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569ab98-d046-463e-b7ee-bf9e5a30c64e req-6d219af3-75f2-4991-98ba-c9c8094d8621 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:22.565794 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5569ab98-d046-463e-b7ee-bf9e5a30c64e req-6d219af3-75f2-4991-98ba-c9c8094d8621 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 946 time: 0.0840123 Jun 25 11:08:22.626531 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5569ab98-d046-463e-b7ee-bf9e5a30c64e req-715d6807-3621-4286-b4ac-3975bc5b244b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490556 Jun 25 11:08:22.661439 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9b05e-b3f6-4d45-b7d8-aab16daf1cb2 req-a71c443b-0f37-4916-b0d9-84aeb5e58252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:22.665664 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b5f9b05e-b3f6-4d45-b7d8-aab16daf1cb2 req-a71c443b-0f37-4916-b0d9-84aeb5e58252 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 1099 time: 0.1020293 Jun 25 11:08:22.734149 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b5f9b05e-b3f6-4d45-b7d8-aab16daf1cb2 req-8bf21a14-4f14-4108-9b3e-f80aa979ecfd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619428 Jun 25 11:08:23.953752 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6bf4-8f23-477f-98ab-e1908d66596f req-50689d80-f27a-4033-999b-ddd71e4255f0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:23.956262 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-428a6bf4-8f23-477f-98ab-e1908d66596f req-50689d80-f27a-4033-999b-ddd71e4255f0 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 946 time: 0.1033657 Jun 25 11:08:24.029033 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-428a6bf4-8f23-477f-98ab-e1908d66596f req-06c5246b-1fc0-49fc-bbee-35fd6423182a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612800 Jun 25 11:08:25.302856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd35fac-a8d6-46a1-be64-c80d28160587 req-f0d0ad84-822e-4164-a077-b374f6ced1c5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:25.305208 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1bd35fac-a8d6-46a1-be64-c80d28160587 req-f0d0ad84-822e-4164-a077-b374f6ced1c5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 946 time: 0.1104181 Jun 25 11:08:25.354599 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1bd35fac-a8d6-46a1-be64-c80d28160587 req-73be7383-0044-42e6-8ba9-35813d61a3b1 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Jun 25 11:08:26.602644 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c713-8b51-4d39-b2b6-9a52a6fae764 req-c90b528b-257f-4afb-95a4-fa2fb556d77a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:26.606227 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ec60c713-8b51-4d39-b2b6-9a52a6fae764 req-c90b528b-257f-4afb-95a4-fa2fb556d77a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 946 time: 0.0801952 Jun 25 11:08:26.671433 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ec60c713-8b51-4d39-b2b6-9a52a6fae764 req-64958f3d-045f-43fd-9121-0088ce3c6fc7 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595152 Jun 25 11:08:26.750629 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-98ef33eb-892f-4ba5-9201-c922c590960c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689852 Jun 25 11:08:26.889259 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-e826c2b0-781b-4125-95af-4c18e32d8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:26.892017 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-e826c2b0-781b-4125-95af-4c18e32d8992 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 1098 time: 0.1000192 Jun 25 11:08:27.060201 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-f719feb0-0124-48ec-89fc-3a391bedee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:27.062897 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-f719feb0-0124-48ec-89fc-3a391bedee56 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 200 len: 912 time: 0.1425779 Jun 25 11:08:27.146966 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-744b6abc-fb2b-4a12-9444-abc09396cb20 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e HTTP/1.1" status: 200 len: 1001 time: 0.0771804 Jun 25 11:08:27.238321 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-6506b936-4763-4837-9243-747f89d29137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:27.241291 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-6506b936-4763-4837-9243-747f89d29137 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 200 len: 850 time: 0.0865066 Jun 25 11:08:27.330446 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-4b1ba8ce-f3df-40cd-b2cc-54f44e5d92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:27.332966 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-4b1ba8ce-f3df-40cd-b2cc-54f44e5d92d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fdbf794f-bcd5-4d57-a4e3-4459d4262c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841002 Jun 25 11:08:27.477314 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-d51abe1f-6b48-4808-b3a7-f483f5e6422c service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362264 Jun 25 11:08:27.597697 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-8a893108-12b1-49e7-b6ef-3192ed16fcfa req-b62c6539-e0b6-40a7-8627-36b96684ae86 service neutron] 10.222.0.93 "GET /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123028 Jun 25 11:08:27.918608 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f8ce6-0579-447f-81ad-f6958be919f0 req-6a91cea1-60ad-4640-83f5-02794dd259a2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:27.920301 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c40f8ce6-0579-447f-81ad-f6958be919f0 req-6a91cea1-60ad-4640-83f5-02794dd259a2 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.0871172 Jun 25 11:08:27.977461 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c40f8ce6-0579-447f-81ad-f6958be919f0 req-302f6e88-dfb8-41a9-b97b-2f7a2c0a11da tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492017 Jun 25 11:08:29.185090 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4ea33-bc7a-4ad8-90af-6b55407d5139 req-90edb7dd-2ff8-48db-91ec-bc415ab77692 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:29.186560 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-62f4ea33-bc7a-4ad8-90af-6b55407d5139 req-90edb7dd-2ff8-48db-91ec-bc415ab77692 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.0686984 Jun 25 11:08:29.223703 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-62f4ea33-bc7a-4ad8-90af-6b55407d5139 req-94e961d7-6136-4eac-ab40-170cb65cd693 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Jun 25 11:08:29.880842 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-23459b37-3058-408a-93a0-9c2d5eee4a55 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:29.882506 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-23459b37-3058-408a-93a0-9c2d5eee4a55 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.0878549 Jun 25 11:08:30.015028 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Deleting port 3a6f34a9-8373-48dd-b337-6107b694dc5e {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:08:30.015372 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:30.118405 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] For port 3a6f34a9-8373-48dd-b337-6107b694dc5e, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=3a6f34a9-8373-48dd-b337-6107b694dc5e,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:30.118771 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:30.341153 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:30.341727 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:30.342111 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Floating IP 22eae26d-b538-4330-8209-5c25a9abc01f disassociated. External IP: 172.27.2.125, port: 3a6f34a9-8373-48dd-b337-6107b694dc5e. Jun 25 11:08:30.342475 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Calling delete_port for 3a6f34a9-8373-48dd-b337-6107b694dc5e owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:08:30.680653 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:30.681974 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193ed61-3b13-4efc-aec6-a1bd7f6cd1e6 req-e9b3719b-26b0-408e-a4b9-8212f89f506a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:30.684164 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d193ed61-3b13-4efc-aec6-a1bd7f6cd1e6 req-e9b3719b-26b0-408e-a4b9-8212f89f506a tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 945 time: 0.3155296 Jun 25 11:08:30.686641 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0959bb51-8879-4178-b15e-f8e71b53484e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:30.719830 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event deleted for resources: {'Port': ['ID=3a6f34a9-8373-48dd-b337-6107b694dc5e,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:30.723600 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:30.729040 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d193ed61-3b13-4efc-aec6-a1bd7f6cd1e6 req-2a44b7bd-8d4d-4f76-b264-554275be5893 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383873 Jun 25 11:08:30.843195 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Router 9c9bc187-9198-4583-8ad1-8768804c089b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:08:30.974279 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:08:30.984274 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] Sync routers for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:08:31.002604 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:08:31.020533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:08:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:31.025050 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] No DVR routers for this DVR port 3a6f34a9-8373-48dd-b337-6107b694dc5e on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:08:31.027669 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:31.029695 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-df09609a-7d1d-441f-8c27-5e76ae5f92c1 req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.93 "DELETE /v2.0/ports/3a6f34a9-8373-48dd-b337-6107b694dc5e HTTP/1.1" status: 204 len: 173 time: 1.1412973 Jun 25 11:08:31.030252 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'name': 'network-vif-deleted', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:08:31.032677 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cf5bf7-5716-467c-9b2d-3dec174df57d" -d '{"events": [{"server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "name": "network-vif-deleted", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:08:31.082985 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21782b1-6e51-41eb-91aa-567a10386eee x-openstack-request-id: req-a21782b1-6e51-41eb-91aa-567a10386eee {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:08:31.082985 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684338a6-bc9c-4ecd-9d2c-986bf1675045", "name": "network-vif-deleted", "tag": "3a6f34a9-8373-48dd-b337-6107b694dc5e", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:08:31.083311 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a21782b1-6e51-41eb-91aa-567a10386eee {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:08:31.083520 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684338a6-bc9c-4ecd-9d2c-986bf1675045', 'name': 'network-vif-deleted', 'tag': '3a6f34a9-8373-48dd-b337-6107b694dc5e', 'status': 'completed', 'code': 200} Jun 25 11:08:31.165218 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:08:31.597993 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:31.642470 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] Checking router: 9c9bc187-9198-4583-8ad1-8768804c089b for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:08:31.655256 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:08:31.656941 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:08:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:31.783062 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:08:31.995305 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-407879a9-5939-4d77-8d13-66ef4acbbe3b req-adf2048f-1b35-4104-90d1-90e950ad69b6 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/ports?device_id=684338a6-bc9c-4ecd-9d2c-986bf1675045 HTTP/1.1" status: 200 len: 210 time: 0.0375865 Jun 25 11:08:32.109146 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:32.140929 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50930f4-8b75-4f3c-b53c-62e30f68e0fe None None] The sync data for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi is: [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': 'b56a1cd8-eb55-400c-9346-9e7296a5af59', 'name': '', 'network_id': 'fdbf794f-bcd5-4d57-a4e3-4459d4262c75', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'mac_address': 'fa:16:3e:54:85:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:38Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'subnets': [{'id': 'd239b59d-a07b-47aa-94f2-e063695e1c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:08:32.433042 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfe6d90-3a90-4d50-9c7c-68ad6e38ee29 None None] New status for floating IP 22eae26d-b538-4330-8209-5c25a9abc01f: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:08:33.096505 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3a6f34a9-8373-48dd-b337-6107b694dc5e no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:08:33.118398 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 3a6f34a9-8373-48dd-b337-6107b694dc5e {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:08:33.119199 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 3a6f34a9-8373-48dd-b337-6107b694dc5e not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:08:33.210862 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34008) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:33.278246 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.305568 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.360002 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:08:33.522926 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.525788 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.527529 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4 HTTP/1.1" status: 204 len: 168 time: 0.3156462 Jun 25 11:08:33.528576 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ea4655c4-79d6-499e-8d27-00ae2b349cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:33.530443 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34010) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:33.540719 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:33.572780 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.api.v2.resource [None req-4d4a8a12-e2fa-4dc8-acf5-aa6f1f34b734 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] show failed (client error): The resource could not be found. Jun 25 11:08:33.572780 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-4d4a8a12-e2fa-4dc8-acf5-aa6f1f34b734 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "GET /v2.0/security-groups/fb4baa5b-d50e-4a4d-b3ea-0a0efd918ca4 HTTP/1.1" status: 404 len: 347 time: 0.0155168 Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:33.573631 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:33.575434 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34012) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:33.727796 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Deleting port 25a04040-6a69-4131-819f-90f070cb77a2 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:08:33.728380 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.739864 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2b4ddffa-52f0-497e-a108-afd247cc1d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.834343 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.834652 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:33.855517 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Calling delete_port for 25a04040-6a69-4131-819f-90f070cb77a2 owned by network:floatingip {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:08:34.186827 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:34.190226 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d15e75d3-1609-4815-a5aa-facec437b915 tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:34.222679 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Pushing event deleted for resources: {'Port': ['ID=25a04040-6a69-4131-819f-90f070cb77a2,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:34.260427 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:34.293284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks [] for floatingip, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:34.297284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:34.299084 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] 10.222.0.13 "DELETE /v2.0/floatingips/22eae26d-b538-4330-8209-5c25a9abc01f HTTP/1.1" status: 204 len: 168 time: 0.7242899 Jun 25 11:08:36.722877 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd1a5-fe96-4f9c-bf42-768944558c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:36.769080 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:37.951401 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:38.715186 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34040) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:39.248435 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:39.460499 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:39.531996 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Deleting port b56a1cd8-eb55-400c-9346-9e7296a5af59 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:08:39.532239 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:39.612287 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] For port b56a1cd8-eb55-400c-9346-9e7296a5af59, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=b56a1cd8-eb55-400c-9346-9e7296a5af59,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:39.612690 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:39.631399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Calling delete_port for b56a1cd8-eb55-400c-9346-9e7296a5af59 owned by network:router_interface {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:08:39.945168 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:39.947294 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5e9fb0b2-9aa0-49cb-8db9-1556009fde87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:39.982894 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56a1cd8-eb55-400c-9346-9e7296a5af59,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:39.988129 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:40.154393 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:40.644019 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Router 9c9bc187-9198-4583-8ad1-8768804c089b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:08:40.754404 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:08:40.759899 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] 10.222.0.13 "PUT /v2.0/routers/9c9bc187-9198-4583-8ad1-8768804c089b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0426831 Jun 25 11:08:40.762512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34044) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:40.766384 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] Sync routers for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:08:40.777321 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:08:40.778044 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:08:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:40.876753 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks [] for router, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:40.893521 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:08:40.988662 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.088069 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:08:39Z', 'revision_number': 5, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port': {'id': '6dbe45e6-3478-4f48-83fb-5553e9128c17', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:90:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:41.115653 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] Checking router: 9c9bc187-9198-4583-8ad1-8768804c089b for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:08:41.125387 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] Routers {'9c9bc187-9198-4583-8ad1-8768804c089b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:08:41.126120 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:08:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['9c9bc187-9198-4583-8ad1-8768804c089b'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:41.148063 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Deleting port 6dbe45e6-3478-4f48-83fb-5553e9128c17 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:08:41.148403 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.214623 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] Set router 9c9bc187-9198-4583-8ad1-8768804c089b gateway port host: None {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:08:41.232775 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] For port 6dbe45e6-3478-4f48-83fb-5553e9128c17, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=6dbe45e6-3478-4f48-83fb-5553e9128c17,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:41.233125 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.249354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Calling delete_port for 6dbe45e6-3478-4f48-83fb-5553e9128c17 owned by network:router_gateway {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:08:41.271818 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:08:40Z', 'revision_number': 6, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port_host': None}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:41.316421 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd7f3bb-39fd-4406-8299-765522917eed None None] The sync data for ids ['9c9bc187-9198-4583-8ad1-8768804c089b'] in dv-cinder-793136-2-iscsi is: [{'id': '9c9bc187-9198-4583-8ad1-8768804c089b', 'name': 'tempest-AttachVolumeTestJSON-2047854213-router', 'tenant_id': '41d7a436f7b043a09d4b397c7b721ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:15Z', 'updated_at': '2021-06-25T11:08:40Z', 'revision_number': 6, 'project_id': '41d7a436f7b043a09d4b397c7b721ff9', 'gw_port_host': None}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:08:41.506091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.508272 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-57701943-f43f-4d60-844f-520a27c5f507 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:41.537158 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbe45e6-3478-4f48-83fb-5553e9128c17,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:41.540372 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:41.603828 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.699444 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.702665 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.826451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.826923 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9bc187-9198-4583-8ad1-8768804c089b {{(pid=105346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:08:41.831996 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.833275 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] 10.222.0.13 "DELETE /v2.0/routers/9c9bc187-9198-4583-8ad1-8768804c089b HTTP/1.1" status: 204 len: 168 time: 1.0692515 Jun 25 11:08:41.836100 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34046) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:41.894781 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Deleting subnet d239b59d-a07b-47aa-94f2-e063695e1c51 {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:08:41.898591 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:41.939246 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.023342 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.163142 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.165711 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:42.191618 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d239b59d-a07b-47aa-94f2-e063695e1c51,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:42.194868 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:42.196113 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.198549 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d239b59d-a07b-47aa-94f2-e063695e1c51 HTTP/1.1" status: 204 len: 168 time: 0.3609259 Jun 25 11:08:42.201331 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34048) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:42.203544 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c4b60-2133-4e61-b710-85f7f41f4923 None None] Network fdbf794f-bcd5-4d57-a4e3-4459d4262c75 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:08:42.271725 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.334430 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Deleting port b2fdc16a-c8a3-4cf0-b144-a846ef644328 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:08:42.334766 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.409222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] For port b2fdc16a-c8a3-4cf0-b144-a846ef644328, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=b2fdc16a-c8a3-4cf0-b144-a846ef644328,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:42.409640 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.424964 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Calling delete_port for b2fdc16a-c8a3-4cf0-b144-a846ef644328 owned by network:dhcp {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:08:42.430934 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] DHCP port deletion for fdbf794f-bcd5-4d57-a4e3-4459d4262c75 request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:08:42.480211 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Deleting port b2fdc16a-c8a3-4cf0-b144-a846ef644328 {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:08:42.480598 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.558029 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] For port b2fdc16a-c8a3-4cf0-b144-a846ef644328, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=b2fdc16a-c8a3-4cf0-b144-a846ef644328,segment=NetworkSegment(eb08a3e3-b69c-43b2-bdfe-486617532e84),segment_id=eb08a3e3-b69c-43b2-bdfe-486617532e84)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:42.558524 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.569357 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.573149 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:42.573942 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Calling delete_port for b2fdc16a-c8a3-4cf0-b144-a846ef644328 owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:08:42.618050 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] No DVR routers for this DVR port b2fdc16a-c8a3-4cf0-b144-a846ef644328 on host dv-cinder-793136-2-iscsi {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:08:42.625149 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fdc16a-c8a3-4cf0-b144-a846ef644328,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:42.658848 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:42.679004 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.682549 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-5293798c-dd50-42b5-8774-1ef1c44e2def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:42.706867 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Pushing event deleted for resources: {'Port': ['ID=b2fdc16a-c8a3-4cf0-b144-a846ef644328,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:42.708718 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] No DVR routers for this DVR port b2fdc16a-c8a3-4cf0-b144-a846ef644328 on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:08:42.710417 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:42.713009 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.727291 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbf794f-bcd5-4d57-a4e3-4459d4262c75']}} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:42.738222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb08a3e3-b69c-43b2-bdfe-486617532e84') {'for_net_delete': True} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:42.738524 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb08a3e3-b69c-43b2-bdfe-486617532e84') {} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:42.747616 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743379'] for segment, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.761749 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.770515 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=105346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:08:42.771851 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5724342'] for segment, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: Traceback (most recent call last): Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: timer() Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: cb(*args, **kw) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: return func(*args, **kwargs) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: self._notify() Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: self.callback(batched_events) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: event.method(event) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: return f(self, *a, **k) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._get(url).json() Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: return self.request(url, 'GET', **kwargs) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:08:42.772804 dv-cinder-793136-2-iscsi neutron-server[105346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:08:42.934800 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.938871 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9b57166f-1802-4f2c-8208-2934c7a64542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:42.941765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:42.943644 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fdbf794f-bcd5-4d57-a4e3-4459d4262c75 HTTP/1.1" status: 204 len: 168 time: 0.7409298 Jun 25 11:08:42.955162 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbf794f-bcd5-4d57-a4e3-4459d4262c75,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:42.958934 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eae7bb70-0291-4448-a18a-676bdd607cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:43.298232 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6dbe45e6-3478-4f48-83fb-5553e9128c17 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:08:43.320791 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 6dbe45e6-3478-4f48-83fb-5553e9128c17 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:08:43.321253 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6dbe45e6-3478-4f48-83fb-5553e9128c17 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:08:43.321690 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b2fdc16a-c8a3-4cf0-b144-a846ef644328 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:08:43.342086 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34054) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:43.351192 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: b2fdc16a-c8a3-4cf0-b144-a846ef644328 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:08:43.351680 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b2fdc16a-c8a3-4cf0-b144-a846ef644328 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:08:43.352105 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b56a1cd8-eb55-400c-9346-9e7296a5af59 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:08:43.374284 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: b56a1cd8-eb55-400c-9346-9e7296a5af59 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:08:43.374677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device b56a1cd8-eb55-400c-9346-9e7296a5af59 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:08:43.395549 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b3060f3a-3571-408f-89c8-b345bc2d25d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41d7a436f7b043a09d4b397c7b721ff9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517101 Jun 25 11:08:43.397906 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34056) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:43.456356 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:43.478524 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:43.642009 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:43.644636 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:43.645802 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f12be016-c733-46f5-a5ba-115b3f7a8ef4 HTTP/1.1" status: 204 len: 168 time: 0.2469962 Jun 25 11:08:43.646685 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-806e6ebe-6fd8-44a1-ae1c-f3959bf4515e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:43.655248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12be016-c733-46f5-a5ba-115b3f7a8ef4,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:43.657808 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:45.045323 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34078) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:45.146020 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-381892885-network', 'tenant_id': 'f782e09b92a147fabdffd187ada21994'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:08:45.260056 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Made reservation on behalf of f782e09b92a147fabdffd187ada21994 for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:08:45.263241 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.276234 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.369736 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.460119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.463296 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-544e284c-0ad0-4ecf-b2c7-6c4c89c759b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:45.488561 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:08:45.495204 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c937c1b-009b-49d2-afb7-8d4ca6d5648e,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:45.499607 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:45.502664 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.503007 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Added segment af1831ce-ff80-482c-af0d-fb1eea80ac6f of type vlan for network 749cd1e9-6d4e-4983-8881-9f1470e8e29a Jun 25 11:08:45.543108 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.642835 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.644133 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:45.644721 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:45.647095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2b091e21-3c53-4989-b43e-be9c17600ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:45.707575 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Pushing event updated for resources: {'Network': ['ID=749cd1e9-6d4e-4983-8881-9f1470e8e29a,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:45.710617 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:45.718778 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 749cd1e9-6d4e-4983-8881-9f1470e8e29a details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:08:45.769436 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7229223 Jun 25 11:08:45.772273 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34082) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:45.777263 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Request body: {'subnet': {'network_id': '749cd1e9-6d4e-4983-8881-9f1470e8e29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-381892885-subnet', 'tenant_id': 'f782e09b92a147fabdffd187ada21994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:08:45.871458 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Made reservation on behalf of f782e09b92a147fabdffd187ada21994 for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:08:45.874082 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6103535'] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:46.117120 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5724180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6103549'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:46.119567 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:46.178551 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf74dd6-26aa-45a5-9b53-f863fe625898,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:46.182286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:46.188641 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Checking segment: {'id': 'af1831ce-ff80-482c-af0d-fb1eea80ac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '749cd1e9-6d4e-4983-8881-9f1470e8e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:08:46.189003 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Network hostable DHCP agents. Network: 749cd1e9-6d4e-4983-8881-9f1470e8e29a, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:08:46.288555 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Network 749cd1e9-6d4e-4983-8881-9f1470e8e29a is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:08:46.385695 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 749cd1e9-6d4e-4983-8881-9f1470e8e29a) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:08:46.390544 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:46.391700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:46.395054 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e83e521-7c43-49ba-81c1-797a258c9780 None None] Network 749cd1e9-6d4e-4983-8881-9f1470e8e29a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:08:46.489257 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7158759 Jun 25 11:08:46.527039 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e39d08-ab25-4c53-a6e5-7e96300f503d None None] Network 749cd1e9-6d4e-4983-8881-9f1470e8e29a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:08:47.253371 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34098) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:47.258430 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-305874369-network', 'tenant_id': 'e6a725477f8c43ca9c45cf5dd7c49df9'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:08:47.368328 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Made reservation on behalf of e6a725477f8c43ca9c45cf5dd7c49df9 for: {'network': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:08:47.370804 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.380603 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.484329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.603078 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.606816 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9a9daecf-f938-4f9f-b650-cdeb5e42fff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:47.629135 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=105346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:08:47.640566 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeadda3-7e81-470e-8e4b-afb3b6d03a56,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:47.645494 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:47.646685 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.647022 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.segments_db [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Added segment 54300d21-ecd8-4596-aae1-5240a869fa0a of type vlan for network 878a9d26-adf3-4966-a6bf-d6f314bcf78c Jun 25 11:08:47.690176 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.785872 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.787139 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:47.787751 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:47.790261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-db2c3b27-2c95-468e-bc76-c931f1ad1455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:47.852992 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Pushing event updated for resources: {'Network': ['ID=878a9d26-adf3-4966-a6bf-d6f314bcf78c,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:47.855802 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:47.864476 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 878a9d26-adf3-4966-a6bf-d6f314bcf78c details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:08:47.975730 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7211723 Jun 25 11:08:47.978731 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34102) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:47.983852 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Request body: {'subnet': {'network_id': '878a9d26-adf3-4966-a6bf-d6f314bcf78c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-305874369-subnet', 'tenant_id': 'e6a725477f8c43ca9c45cf5dd7c49df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:08:48.089810 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Made reservation on behalf of e6a725477f8c43ca9c45cf5dd7c49df9 for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:08:48.093635 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6103535'] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:48.363350 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5724180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6103549'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:48.365961 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-501ee85f-f597-450d-a64c-162aa6b8a39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:48.423151 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3647f1a-c791-483d-9946-5927a31be087,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:48.426305 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:48.433404 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Checking segment: {'id': '54300d21-ecd8-4596-aae1-5240a869fa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '878a9d26-adf3-4966-a6bf-d6f314bcf78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:08:48.433766 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Network hostable DHCP agents. Network: 878a9d26-adf3-4966-a6bf-d6f314bcf78c, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:08:48.528729 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Network 878a9d26-adf3-4966-a6bf-d6f314bcf78c is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:08:48.562690 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:48.631616 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 878a9d26-adf3-4966-a6bf-d6f314bcf78c) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:08:48.635840 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:48.636428 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:48.644749 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e429ca3-775f-44ef-a7ea-930c8988551e None None] Network 878a9d26-adf3-4966-a6bf-d6f314bcf78c requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:08:48.763412 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-cc5e3715-88b1-40a8-b02b-a234a74b9408 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7834892 Jun 25 11:08:48.782299 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae0a4c-491b-4418-9745-139a2418dd34 None None] Network 878a9d26-adf3-4966-a6bf-d6f314bcf78c requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:08:48.904590 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34106) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:48.952593 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Deleting subnet fdf74dd6-26aa-45a5-9b53-f863fe625898 {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:08:48.956434 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.000845 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.043076 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.203155 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.206813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6a105bea-c3e7-4887-9b06-715c5b570305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:49.232242 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf74dd6-26aa-45a5-9b53-f863fe625898,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:49.234369 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.236440 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fdf74dd6-26aa-45a5-9b53-f863fe625898 HTTP/1.1" status: 204 len: 168 time: 0.3307359 Jun 25 11:08:49.237376 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-11d3a3b3-8064-427a-95a3-70549a88a790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:49.240118 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34108) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:49.315016 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.401469 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.414144 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749cd1e9-6d4e-4983-8881-9f1470e8e29a']}} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:49.425941 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1831ce-ff80-482c-af0d-fb1eea80ac6f') {'for_net_delete': True} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:49.426252 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1831ce-ff80-482c-af0d-fb1eea80ac6f') {} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:49.436588 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743379'] for segment, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.454799 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.461694 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:08:49.462145 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5724342'] for segment, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: Traceback (most recent call last): Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: timer() Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: cb(*args, **kw) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: return func(*args, **kwargs) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: self._notify() Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: self.callback(batched_events) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: event.method(event) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: return f(self, *a, **k) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._get(url).json() Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: return self.request(url, 'GET', **kwargs) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:08:49.463917 dv-cinder-793136-2-iscsi neutron-server[105346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:08:49.698935 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.703892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-26b7ae51-f93b-477f-ace0-dd771cc435de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:49.708122 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.710712 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] 10.222.0.13 "DELETE /v2.0/networks/749cd1e9-6d4e-4983-8881-9f1470e8e29a HTTP/1.1" status: 204 len: 168 time: 0.4688325 Jun 25 11:08:49.714082 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34110) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:49.720432 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Pushing event deleted for resources: {'Network': ['ID=749cd1e9-6d4e-4983-8881-9f1470e8e29a,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:49.723599 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-21e119fa-1512-4525-8c80-3c1f7c90a04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:49.761671 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Deleting subnet f3647f1a-c791-483d-9946-5927a31be087 {{(pid=105345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:08:49.765649 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.799379 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7030628'] for subnet, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:49.838851 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.077460 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5951637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5940463'] for subnet, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.080750 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-5fcfdfbf-6b7c-4d9a-aa17-30806786f8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:50.103512 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3647f1a-c791-483d-9946-5927a31be087,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:50.107813 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:50.111169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.113103 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3647f1a-c791-483d-9946-5927a31be087 HTTP/1.1" status: 204 len: 168 time: 0.3966811 Jun 25 11:08:50.116082 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34112) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:50.186418 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.272355 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.283427 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878a9d26-adf3-4966-a6bf-d6f314bcf78c']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:50.295497 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54300d21-ecd8-4596-aae1-5240a869fa0a') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:50.295790 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54300d21-ecd8-4596-aae1-5240a869fa0a') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:50.306139 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.322733 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.329296 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:08:50.329533 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:08:50.331305 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:08:50.499862 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.504518 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:50.507335 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:50.509234 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] 10.222.0.13 "DELETE /v2.0/networks/878a9d26-adf3-4966-a6bf-d6f314bcf78c HTTP/1.1" status: 204 len: 168 time: 0.3919342 Jun 25 11:08:50.520918 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Pushing event deleted for resources: {'Network': ['ID=878a9d26-adf3-4966-a6bf-d6f314bcf78c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:50.527199 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:50.922145 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34116) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:50.973859 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-6b094f3c-6d29-4946-ab85-81254f8fd5df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f782e09b92a147fabdffd187ada21994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500555 Jun 25 11:08:50.976649 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34118) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:51.029298 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:51.050861 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:51.197146 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:51.200441 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:51.201660 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c937c1b-009b-49d2-afb7-8d4ca6d5648e HTTP/1.1" status: 204 len: 168 time: 0.2238188 Jun 25 11:08:51.205030 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ffe89623-1f78-439a-bb6b-0a9e8367df69 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:51.211041 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c937c1b-009b-49d2-afb7-8d4ca6d5648e,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:51.213815 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:51.977539 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34126) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:52.020086 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-4826ca9f-e902-4fba-85ba-afcfa23048f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6a725477f8c43ca9c45cf5dd7c49df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412190 Jun 25 11:08:52.022491 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34128) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:52.074166 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:52.095977 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:52.242521 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:52.245178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:52.246353 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaeadda3-7e81-470e-8e4b-afb3b6d03a56 HTTP/1.1" status: 204 len: 168 time: 0.2229576 Jun 25 11:08:52.247127 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8d0ce1f6-4e37-4be6-9958-beb8fa9a4d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:52.255096 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeadda3-7e81-470e-8e4b-afb3b6d03a56,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:52.257508 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:56.519721 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c5322-379f-436d-9d31-f79de4feef36 req-c9180b7c-278c-4bf6-a615-2f80948abe1b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:56.521224 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df9c5322-379f-436d-9d31-f79de4feef36 req-c9180b7c-278c-4bf6-a615-2f80948abe1b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 946 time: 0.0686562 Jun 25 11:08:56.559319 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-df9c5322-379f-436d-9d31-f79de4feef36 req-cf8597e7-5769-47e2-a511-55c40f8004da tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321136 Jun 25 11:08:57.742286 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992e1ed-3ad3-4659-b433-69022b8e9bb2 req-28ebab98-9276-4b61-9f23-d9c8de7a57db tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:57.743767 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e992e1ed-3ad3-4659-b433-69022b8e9bb2 req-28ebab98-9276-4b61-9f23-d9c8de7a57db tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 946 time: 0.0660644 Jun 25 11:08:57.781640 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e992e1ed-3ad3-4659-b433-69022b8e9bb2 req-0dfd24fe-3ac7-48b5-824f-a183cbd03d6a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups?id=74ffb61d-67bd-4798-be27-5491e488aed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Jun 25 11:08:58.002354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-26fc10d8-412b-460f-b413-3c4e6156af7a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:08:58.003902 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-26fc10d8-412b-460f-b413-3c4e6156af7a tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 946 time: 0.0628643 Jun 25 11:08:58.107554 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Deleting port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:08:58.107813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.197198 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] For port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:08:58.202312 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.365219 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.365501 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.365823 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Floating IP 36b42727-b5ae-4c27-baa7-fd96388052b7 disassociated. External IP: 172.27.2.4, port: 30f38ad9-3e9d-4795-b8e3-bc7c7370b601. Jun 25 11:08:58.366191 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Calling delete_port for 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:08:58.511417 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34272) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:58.579830 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.585646 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3a82293c-8566-43a8-aaf7-d3882c96e634 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:58.617379 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event deleted for resources: {'Port': ['ID=30f38ad9-3e9d-4795-b8e3-bc7c7370b601,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:58.638634 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-feb304aa-2cb0-448e-b007-6be2843b64fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.640750 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.641134 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.641511 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.641911 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.642286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.642656 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.643016 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.643377 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.643734 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.644092 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.644457 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.644809 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:08:58.682205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:58.787126 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Router a23648dd-9320-48c0-a699-97756963741b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:08:58.879195 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-feb304aa-2cb0-448e-b007-6be2843b64fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.928710 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:08:58.942661 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] Sync routers for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:08:58.952750 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:08:58.953391 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:08:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:58.957223 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-31444c8c-2ae7-48d9-9f72-6775045cf2cf req-cc221b82-0359-46a2-b72c-0d0abc4b2aaa tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0440297 Jun 25 11:08:58.985892 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] No DVR routers for this DVR port 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:08:58.989617 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:58.992073 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9b647b64-d2ce-4918-b5a0-f481d4585781 req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.93 "DELETE /v2.0/ports/30f38ad9-3e9d-4795-b8e3-bc7c7370b601 HTTP/1.1" status: 204 len: 173 time: 0.9830561 Jun 25 11:08:58.992730 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-deleted', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:08:58.995264 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d62a1a-4f51-4cad-99ad-59e5aaadc0e3" -d '{"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-deleted", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:08:59.008391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-feb304aa-2cb0-448e-b007-6be2843b64fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:59.013248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-031f29fd-f38f-4d2e-99b3-d4565a9f79ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:59.039609 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d42c37-f247-4544-ab63-3d1cbbad6986 x-openstack-request-id: req-d8d42c37-f247-4544-ab63-3d1cbbad6986 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:08:59.040100 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6464ca41-6795-4145-8df3-c8c29597dbdc", "name": "network-vif-deleted", "tag": "30f38ad9-3e9d-4795-b8e3-bc7c7370b601", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:08:59.040464 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8d42c37-f247-4544-ab63-3d1cbbad6986 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:08:59.040969 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6464ca41-6795-4145-8df3-c8c29597dbdc', 'name': 'network-vif-deleted', 'tag': '30f38ad9-3e9d-4795-b8e3-bc7c7370b601', 'status': 'completed', 'code': 200} Jun 25 11:08:59.057740 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-feb304aa-2cb0-448e-b007-6be2843b64fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=115057c888664ed3928d7b3b1c16bb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450723 Jun 25 11:08:59.059203 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb304aa-2cb0-448e-b007-6be2843b64fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f44c8f-1f7f-4632-b9e4-c9d141c23354,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:59.061753 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34280) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:08:59.068533 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-feb304aa-2cb0-448e-b007-6be2843b64fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:59.085511 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:08:59.298037 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:59.324755 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] Checking router: a23648dd-9320-48c0-a699-97756963741b for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:08:59.334234 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:08:59.335157 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:08:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:59.413304 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:59.416391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:59.443175 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:08:59.645640 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:08:59.659169 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:59.661978 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:08:59.667805 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37f44c8f-1f7f-4632-b9e4-c9d141c23354 HTTP/1.1" status: 204 len: 168 time: 0.6047890 Jun 25 11:08:59.668760 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0cc426fa-9873-41d1-9ecf-afc6c75a30b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:08:59.676652 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8665a51e-2bf0-44ba-81ad-a506a17aa492 None None] The sync data for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi is: [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:00:26Z', 'revision_number': 4, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '27749e26-07fc-4e58-8658-968dbb0c757d', 'name': '', 'network_id': 'fcea8105-15cb-4f29-8e2d-df0308b278f8', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'mac_address': 'fa:16:3e:9f:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:24Z', 'updated_at': '2021-06-25T11:00:39Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'subnets': [{'id': 'eb231853-dd2b-490a-8542-711fac003d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:08:59.677412 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f44c8f-1f7f-4632-b9e4-c9d141c23354,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:08:59.684720 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:08:59.921948 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ceeaf2-57d9-4a3a-8008-52cac624a7e5 None None] New status for floating IP 36b42727-b5ae-4c27-baa7-fd96388052b7: DOWN {{(pid=105347) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:09:00.135969 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9b4f5416-d4d7-4baa-9af1-c0c0ec808fe0 req-ea2a4d5f-1102-412e-965b-0bf744ea47e5 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/ports?device_id=6464ca41-6795-4145-8df3-c8c29597dbdc HTTP/1.1" status: 200 len: 210 time: 0.0326521 Jun 25 11:09:00.527798 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34288) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:00.542738 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1f7405f9-6096-4a4d-81f0-ba13d85fbf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:00.636869 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1f7405f9-6096-4a4d-81f0-ba13d85fbf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:00.738545 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1f7405f9-6096-4a4d-81f0-ba13d85fbf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:00.741106 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d9666ee3-1b2d-4629-b622-9256c3f6dad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:00.777029 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-1f7405f9-6096-4a4d-81f0-ba13d85fbf2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b5c1e4d91f4c4aae14ae4ee5460b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470465 Jun 25 11:09:00.778231 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7405f9-6096-4a4d-81f0-ba13d85fbf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9227a317-f7bf-4003-9bfd-3dd444d38c96,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:00.781897 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34290) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:00.782670 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-1f7405f9-6096-4a4d-81f0-ba13d85fbf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:00.833536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:00.857205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.014454 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.017200 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.018852 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9227a317-f7bf-4003-9bfd-3dd444d38c96 HTTP/1.1" status: 204 len: 168 time: 0.2353432 Jun 25 11:09:01.019675 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f490f45d-a005-45bd-8524-4da2ac206cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:01.027629 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9227a317-f7bf-4003-9bfd-3dd444d38c96,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:01.029963 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:01.237508 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:09:01.261365 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:09:01.261790 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 30f38ad9-3e9d-4795-b8e3-bc7c7370b601 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:09:01.426219 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34300) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:01.486004 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.512250 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.653705 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.656291 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.657440 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "DELETE /v2.0/security-groups/74ffb61d-67bd-4798-be27-5491e488aed2 HTTP/1.1" status: 204 len: 168 time: 0.2302158 Jun 25 11:09:01.658236 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5183a608-237f-4235-a41e-a3d8335b2c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:01.660714 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34308) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:01.667658 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ffb61d-67bd-4798-be27-5491e488aed2,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:01.670473 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:01.676504 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.api.v2.resource [None req-d20755b9-4a3d-4a20-b17c-493ad5ecc6ad tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] show failed (client error): The resource could not be found. Jun 25 11:09:01.677520 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d20755b9-4a3d-4a20-b17c-493ad5ecc6ad tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "GET /v2.0/security-groups/74ffb61d-67bd-4798-be27-5491e488aed2 HTTP/1.1" status: 404 len: 347 time: 0.0157595 Jun 25 11:09:01.680992 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34310) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:01.807300 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Deleting port e7bd3865-017a-482d-af21-0ec1bfaab8a9 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:09:01.807710 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.884329 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.884649 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:01.897462 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Calling delete_port for e7bd3865-017a-482d-af21-0ec1bfaab8a9 owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:09:02.156840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:02.159061 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-36a5ed9b-4930-4121-aece-0fd4f829836c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:02.182411 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Pushing event deleted for resources: {'Port': ['ID=e7bd3865-017a-482d-af21-0ec1bfaab8a9,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:02.185280 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:02.244577 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:02.247948 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:02.249157 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] 10.222.0.13 "DELETE /v2.0/floatingips/36b42727-b5ae-4c27-baa7-fd96388052b7 HTTP/1.1" status: 204 len: 168 time: 0.5672417 Jun 25 11:09:03.602604 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3ef8-a0b5-4eb7-9f72-80698edd7fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:05.656147 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34368) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:06.160922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:06.412560 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Deleting port 27749e26-07fc-4e58-8658-968dbb0c757d {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:09:06.413172 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:06.490310 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] For port 27749e26-07fc-4e58-8658-968dbb0c757d, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=27749e26-07fc-4e58-8658-968dbb0c757d,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:06.490665 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:06.504787 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Calling delete_port for 27749e26-07fc-4e58-8658-968dbb0c757d owned by network:router_interface {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:09:06.653923 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7e0f5d71-c72a-421f-b50d-084c712b68ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:06.756363 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:06.796571 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:06.798757 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-fc07f42e-2c7f-4aef-aa91-77d286468ad8 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:06.820868 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=27749e26-07fc-4e58-8658-968dbb0c757d,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:06.824311 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:06.994521 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:07.203161 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Router a23648dd-9320-48c0-a699-97756963741b has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:09:07.307298 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:09:07.313002 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] 10.222.0.13 "PUT /v2.0/routers/a23648dd-9320-48c0-a699-97756963741b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6556931 Jun 25 11:09:07.315398 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34374) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:07.319151 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] Sync routers for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:09:07.328302 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:09:07.328905 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:09:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:07.423539 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:07.429012 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:09:07.529196 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:07.602030 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:09:06Z', 'revision_number': 5, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port': {'id': 'ac9ac81b-74fe-4688-8679-8be6b55ff096', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ed:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23648dd-9320-48c0-a699-97756963741b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:00:18Z', 'updated_at': '2021-06-25T11:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:07.627138 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] Checking router: a23648dd-9320-48c0-a699-97756963741b for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:09:07.635770 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] Routers {'a23648dd-9320-48c0-a699-97756963741b'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:09:07.636382 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:09:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['a23648dd-9320-48c0-a699-97756963741b'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:07.672310 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Deleting port ac9ac81b-74fe-4688-8679-8be6b55ff096 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:09:07.672645 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:07.722258 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] Set router a23648dd-9320-48c0-a699-97756963741b gateway port host: None {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:09:07.753225 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] For port ac9ac81b-74fe-4688-8679-8be6b55ff096, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=ac9ac81b-74fe-4688-8679-8be6b55ff096,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:07.753525 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:07.767147 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Calling delete_port for ac9ac81b-74fe-4688-8679-8be6b55ff096 owned by network:router_gateway {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:09:07.774699 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:09:07Z', 'revision_number': 6, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port_host': None}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:07.800095 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df565b7-bbfb-4450-9d24-6b44c95f8c60 None None] The sync data for ids ['a23648dd-9320-48c0-a699-97756963741b'] in dv-cinder-793136-2-iscsi is: [{'id': 'a23648dd-9320-48c0-a699-97756963741b', 'name': 'tempest-AttachVolumeShelveTestJSON-1480401068-router', 'tenant_id': 'd0bc9d6180724cafa25c7bac09986563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:00:16Z', 'updated_at': '2021-06-25T11:09:07Z', 'revision_number': 6, 'project_id': 'd0bc9d6180724cafa25c7bac09986563', 'gw_port_host': None}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:09:08.076445 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.265484 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.267704 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ea2d99b5-0419-44de-9c04-81700f13feed tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:08.288639 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9ac81b-74fe-4688-8679-8be6b55ff096,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:08.292351 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:08.352863 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.440625 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.442815 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.573788 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.574412 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a23648dd-9320-48c0-a699-97756963741b {{(pid=105345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:09:08.582791 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.583964 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a23648dd-9320-48c0-a699-97756963741b HTTP/1.1" status: 204 len: 168 time: 1.2676096 Jun 25 11:09:08.586674 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34380) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:08.632489 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_v2 [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Deleting subnet eb231853-dd2b-490a-8542-711fac003d8c {{(pid=105345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:09:08.635857 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.670405 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7030628'] for subnet, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.784825 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.991774 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5951637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5940463'] for subnet, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:08.997154 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:09.034984 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb231853-dd2b-490a-8542-711fac003d8c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:09.037576 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.040164 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb231853-dd2b-490a-8542-711fac003d8c HTTP/1.1" status: 204 len: 168 time: 0.4523776 Jun 25 11:09:09.041701 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-014f8bdb-f11f-4f54-b7a4-f8abee132e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:09.043084 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34382) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:09.045277 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95106798-7b91-42e5-9298-48788b2bd063 None None] Network fcea8105-15cb-4f29-8e2d-df0308b278f8 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:09:09.152662 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.211084 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Deleting port 08a965d7-00af-440d-b2d0-2a8152232c0d {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:09:09.211417 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.273349 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] For port 08a965d7-00af-440d-b2d0-2a8152232c0d, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=08a965d7-00af-440d-b2d0-2a8152232c0d,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:09.274126 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.278193 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] DHCP port deletion for fcea8105-15cb-4f29-8e2d-df0308b278f8 request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:09:09.290043 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Calling delete_port for 08a965d7-00af-440d-b2d0-2a8152232c0d owned by network:dhcp {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:09:09.334325 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] Deleting port 08a965d7-00af-440d-b2d0-2a8152232c0d {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:09:09.334958 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.372561 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ac9ac81b-74fe-4688-8679-8be6b55ff096 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:09:09.417748 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: ac9ac81b-74fe-4688-8679-8be6b55ff096 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:09:09.418098 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ac9ac81b-74fe-4688-8679-8be6b55ff096 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:09:09.419082 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 27749e26-07fc-4e58-8658-968dbb0c757d no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:09:09.448159 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 27749e26-07fc-4e58-8658-968dbb0c757d {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:09:09.448509 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 27749e26-07fc-4e58-8658-968dbb0c757d not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:09:09.448943 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 08a965d7-00af-440d-b2d0-2a8152232c0d no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:09:09.474167 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] For port 08a965d7-00af-440d-b2d0-2a8152232c0d, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=08a965d7-00af-440d-b2d0-2a8152232c0d,segment=NetworkSegment(7d8dbd22-0803-4428-a6d3-c38039f1f6e5),segment_id=7d8dbd22-0803-4428-a6d3-c38039f1f6e5)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:09.474519 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.491639 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] Calling delete_port for 08a965d7-00af-440d-b2d0-2a8152232c0d owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:09:09.556467 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.558612 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e6fa63e3-dbc3-45ba-b765-34ce12928f7b tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:09.579907 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.583441 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Pushing event deleted for resources: {'Port': ['ID=08a965d7-00af-440d-b2d0-2a8152232c0d,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:09.586769 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:09.589675 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] No DVR routers for this DVR port 08a965d7-00af-440d-b2d0-2a8152232c0d on host dv-cinder-793136-2-iscsi {{(pid=105345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:09:09.602735 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.625050 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.628146 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:09.669427 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.670311 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] Pushing event deleted for resources: {'Port': ['ID=08a965d7-00af-440d-b2d0-2a8152232c0d,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:09.672590 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] No DVR routers for this DVR port 08a965d7-00af-440d-b2d0-2a8152232c0d on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:09:09.674121 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-aa9f07fa-63c2-4519-9d53-986753ea5e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:09.688857 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcea8105-15cb-4f29-8e2d-df0308b278f8']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:09.698703 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8dbd22-0803-4428-a6d3-c38039f1f6e5') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:09.699001 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8dbd22-0803-4428-a6d3-c38039f1f6e5') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:09.708059 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.722678 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.728824 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:09:09.729111 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:09:09.730850 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:09:09.848155 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.852142 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:09.860754 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:09.860754 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/fcea8105-15cb-4f29-8e2d-df0308b278f8 HTTP/1.1" status: 204 len: 168 time: 0.8122709 Jun 25 11:09:09.868650 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Pushing event deleted for resources: {'Network': ['ID=fcea8105-15cb-4f29-8e2d-df0308b278f8,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:09.871208 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-658eb6c7-34d5-4449-912a-6fd3759420aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:10.359900 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:09:10.370296 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34388) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:10.419375 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-36f59ec0-945d-4dad-b3ca-e3e8e04d5176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0bc9d6180724cafa25c7bac09986563&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471811 Jun 25 11:09:10.421718 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34390) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:10.471665 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:10.493727 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:10.671131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:10.674497 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:10.676056 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b49e956d-8154-4576-bda1-0647351feb8c HTTP/1.1" status: 204 len: 168 time: 0.2532675 Jun 25 11:09:10.677736 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f446bd14-bc2a-48a4-a7cb-dc265a561aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:10.690718 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e956d-8154-4576-bda1-0647351feb8c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:10.695489 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:18.227651 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34500) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:18.334905 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cfd498ee-d9f0-4648-adff-a84d47f4b2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.423687 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cfd498ee-d9f0-4648-adff-a84d47f4b2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.533125 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cfd498ee-d9f0-4648-adff-a84d47f4b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.535732 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f15067b0-f48e-40d3-ac5c-2a7899e05767 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:18.567890 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.573195 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-cfd498ee-d9f0-4648-adff-a84d47f4b2de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=910a7b19550c4f8f93917b56d67b0128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444128 Jun 25 11:09:18.574049 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd498ee-d9f0-4648-adff-a84d47f4b2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a68f07-ea43-4a23-8f59-2942cd49d834,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:18.576389 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34504) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:18.577695 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cfd498ee-d9f0-4648-adff-a84d47f4b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:18.626888 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8985-f735-495d-a46d-3cc2fee71e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.648312 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8985-f735-495d-a46d-3cc2fee71e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.824957 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8985-f735-495d-a46d-3cc2fee71e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.828096 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-5cdd8985-f735-495d-a46d-3cc2fee71e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:18.829304 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-5cdd8985-f735-495d-a46d-3cc2fee71e3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57a68f07-ea43-4a23-8f59-2942cd49d834 HTTP/1.1" status: 204 len: 168 time: 0.2514083 Jun 25 11:09:18.830091 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ed99be93-e00b-4a3f-9294-7145996d99a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:18.837748 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd8985-f735-495d-a46d-3cc2fee71e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a68f07-ea43-4a23-8f59-2942cd49d834,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:18.840443 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5cdd8985-f735-495d-a46d-3cc2fee71e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:24.146065 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9315c5f-a018-4e56-9c13-4c69f0bddcfb req-50a9af59-9708-4398-bf5c-307610b24d60 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:24.147533 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a9315c5f-a018-4e56-9c13-4c69f0bddcfb req-50a9af59-9708-4398-bf5c-307610b24d60 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0673730 Jun 25 11:09:24.185538 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a9315c5f-a018-4e56-9c13-4c69f0bddcfb req-57426265-e206-4278-b627-7698d07eeb6f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Jun 25 11:09:25.358446 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7dcb84-50af-49c4-8da1-885b007f9caa req-20c0a630-576e-4fbc-8371-9e4e63ee27f3 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:25.359924 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-da7dcb84-50af-49c4-8da1-885b007f9caa req-20c0a630-576e-4fbc-8371-9e4e63ee27f3 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0628951 Jun 25 11:09:25.398125 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-da7dcb84-50af-49c4-8da1-885b007f9caa req-ecf8dd5a-c868-4c63-99b4-5e32701ee2ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325162 Jun 25 11:09:26.581116 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae9683-3fd7-4aa2-87fe-4966d7434301 req-35c0ffa3-cf3b-48a7-8c0c-14353114c882 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:26.582510 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-39ae9683-3fd7-4aa2-87fe-4966d7434301 req-35c0ffa3-cf3b-48a7-8c0c-14353114c882 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0665705 Jun 25 11:09:26.620097 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-39ae9683-3fd7-4aa2-87fe-4966d7434301 req-362c1710-b9e2-4ff9-8719-a5b39e79a9d6 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314023 Jun 25 11:09:27.793845 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631a5a-95f3-4517-9916-47e364f98a26 req-bf88fbfb-ec61-476c-a0ab-076d24fd1d9a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:27.795333 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-81631a5a-95f3-4517-9916-47e364f98a26 req-bf88fbfb-ec61-476c-a0ab-076d24fd1d9a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0648162 Jun 25 11:09:27.832960 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-81631a5a-95f3-4517-9916-47e364f98a26 req-46fa0116-8639-43fa-811c-7f29b773ab0f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Jun 25 11:09:28.223634 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-9d5884de-244c-4a45-b500-0f5741c78a0a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:28.225069 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-9d5884de-244c-4a45-b500-0f5741c78a0a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 945 time: 0.0630798 Jun 25 11:09:28.325251 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Deleting port a61ce76f-2079-4436-b0e5-a7fdcb72a25f {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:09:28.325571 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:28.418532 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] For port a61ce76f-2079-4436-b0e5-a7fdcb72a25f, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:28.418890 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:28.589651 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:28.590055 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:28.590366 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Floating IP 5636b432-6421-414d-8c23-25b7239917fb disassociated. External IP: 172.27.2.5, port: a61ce76f-2079-4436-b0e5-a7fdcb72a25f. Jun 25 11:09:28.590713 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Calling delete_port for a61ce76f-2079-4436-b0e5-a7fdcb72a25f owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:09:28.933298 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:28.937901 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:28.965196 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event deleted for resources: {'Port': ['ID=a61ce76f-2079-4436-b0e5-a7fdcb72a25f,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:28.969070 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:28.979930 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ca722d1b-b7c7-41ce-8abf-b3e0114906a8 req-4cda34fd-3282-405f-b57e-e5c29bf6be73 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 210 time: 0.0299661 Jun 25 11:09:29.086157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:09:29.196714 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:09:29.208898 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:09:29.219348 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:09:29.219971 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:09:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:29.244991 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] No DVR routers for this DVR port a61ce76f-2079-4436-b0e5-a7fdcb72a25f on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:09:29.247761 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:29.252422 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-db0de097-cab8-4872-82f2-3bdf0fbdbc68 req-715cab5a-29ef-4f85-a78e-0a44557b270d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "DELETE /v2.0/ports/a61ce76f-2079-4436-b0e5-a7fdcb72a25f HTTP/1.1" status: 204 len: 173 time: 1.0187721 Jun 25 11:09:29.252422 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'name': 'network-vif-deleted', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:09:29.254546 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08365f9b-6e55-4b62-803f-69cf2f71b7f1" -d '{"events": [{"server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "name": "network-vif-deleted", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:09:29.301962 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ccc1a5-00c1-45f1-9b3e-1d375f8b5461 x-openstack-request-id: req-71ccc1a5-00c1-45f1-9b3e-1d375f8b5461 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:09:29.302294 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1204166-31fe-4bdc-bd29-3524e6a53775", "name": "network-vif-deleted", "tag": "a61ce76f-2079-4436-b0e5-a7fdcb72a25f", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:09:29.302588 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71ccc1a5-00c1-45f1-9b3e-1d375f8b5461 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:09:29.303022 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1204166-31fe-4bdc-bd29-3524e6a53775', 'name': 'network-vif-deleted', 'tag': 'a61ce76f-2079-4436-b0e5-a7fdcb72a25f', 'status': 'completed', 'code': 200} Jun 25 11:09:29.351170 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:09:29.566392 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:29.593158 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:09:29.602581 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:09:29.603250 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:09:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:29.711635 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:09:29.913292 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:29.943412 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5078e-3993-40ff-a6f6-a566796ea8b9 None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:09:30.159389 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c851275-5582-4d84-94f8-0eb2c224a77d req-5f8b3725-9971-438e-b28f-aaebbd1bd0fa tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1204166-31fe-4bdc-bd29-3524e6a53775 HTTP/1.1" status: 200 len: 210 time: 0.0556345 Jun 25 11:09:30.221053 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c908a53b-b539-4ec4-b660-e5ba6781a05b None None] New status for floating IP 5636b432-6421-414d-8c23-25b7239917fb: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:09:31.441522 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-ee64e90f-229e-44c8-894f-f13135e32e79 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364452579&fields=id&tenant_id=02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 267 time: 0.0321267 Jun 25 11:09:31.553426 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-581f5e68-00dc-4e0b-9ac3-62896f65c8c8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:31.554891 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-581f5e68-00dc-4e0b-9ac3-62896f65c8c8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 812 time: 0.1067600 Jun 25 11:09:31.570364 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-00391a61-d454-4019-8af4-8e5f79c975d7 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/quotas/02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 375 time: 0.0093853 Jun 25 11:09:31.642431 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-556ecfcc-06af-45f4-84d1-d7ef0d195755 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667589 Jun 25 11:09:31.737379 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-6b3e903f-6e47-46a7-92a3-a2e2659aaddd service neutron] 10.222.0.13 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826764 Jun 25 11:09:31.831135 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c6da7b97-a361-425b-a9b7-f16aa80d8468 service neutron] 10.222.0.13 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876844 Jun 25 11:09:33.180010 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a61ce76f-2079-4436-b0e5-a7fdcb72a25f no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:09:33.199622 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: a61ce76f-2079-4436-b0e5-a7fdcb72a25f {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:09:33.199973 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device a61ce76f-2079-4436-b0e5-a7fdcb72a25f not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:09:33.618836 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cf76ecb9-4549-4728-9b25-56e03d204b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:33.677447 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bfcdcdc5-64b0-4cf2-b798-e619c933cf1e req-ec9cfd99-ac59-42d7-b553-1297e08b68b0 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 210 time: 0.0292149 Jun 25 11:09:34.819310 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-302c7016-9060-45a4-9aee-8210c7e457af req-6ebef1da-5625-45c0-a415-74497f7befed tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 210 time: 0.0284131 Jun 25 11:09:35.957194 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-420b8dd9-d641-485f-8efc-23348b22dc65 req-a0c00c77-c0b1-4b72-b8ff-279b39d3c56d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 210 time: 0.0277314 Jun 25 11:09:36.447218 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-02eb4c88-d045-4c84-8350-6401f0857e24 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:36.448706 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-02eb4c88-d045-4c84-8350-6401f0857e24 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 812 time: 0.1123393 Jun 25 11:09:36.499383 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-0619d864-d1c8-4c5a-a98d-9c88733c00e2 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 380 time: 0.0354950 Jun 25 11:09:36.507908 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'port': {'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'admin_state_up': True, 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'security_groups': ['1b6ecd39-4bc9-43eb-ad71-4f29bb024964']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:09:36.818905 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Made reservation on behalf of 02ebdd403cd041e9aecdf61ecbb5e565 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:09:36.819565 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-0e57433f-e502-47c7-8a25-bcf8360f66f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:36.827367 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:36.827536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:36.961915 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Allocated IP 172.20.0.6 (6a732997-15d8-4216-a4f9-438c52203aa6/4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7/574c92f1-de3d-4b82-90b2-6ce1111bceb6) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:09:37.114609 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.125531 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-850e4bbc-af56-41fc-8ff2-a2ee2c488345 req-dba6335b-ba60-404a-9749-db65e60616cd tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 210 time: 0.0392838 Jun 25 11:09:37.128591 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Transition to ACTIVE for port object 574c92f1-de3d-4b82-90b2-6ce1111bceb6 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:09:37.299175 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.309907 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-28f50155-8266-4506-8b4b-dc7d2fe2dc22 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:37.351553 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Network 6a732997-15d8-4216-a4f9-438c52203aa6 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:09:37.354860 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34776) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:37.357157 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:09:37.361323 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:09:37.399993 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=574c92f1-de3d-4b82-90b2-6ce1111bceb6,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:37.419297 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:37.426030 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:37.426699 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.491524 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.523093 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-c756ea98-2296-4840-bc24-dead4d6ec27e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0188308 Jun 25 11:09:37.542012 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Request body: {'port': {'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:09:37.601228 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.627727 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.767185 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.768626 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-47df76ca-e10c-4042-bb28-97743d65b018 None None] Provisioning for port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:09:37.775426 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-875f48a9-cf95-42e5-b796-e472f599da83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:37.785287 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-47df76ca-e10c-4042-bb28-97743d65b018 None None] Provisioning complete for port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:09:37.785805 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-47df76ca-e10c-4042-bb28-97743d65b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.818016 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a4c3fd4e6e6469ab3a46122f434ea32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616351 Jun 25 11:09:37.820288 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6042c619-f75e-4b3b-bb2b-4f913065a7b4,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:37.820821 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34780) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:37.826203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-47df76ca-e10c-4042-bb28-97743d65b018 None None] Port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:09:37.829615 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.829942 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.830310 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.830719 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.831078 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.831432 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.831831 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.832180 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.832529 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.832922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.833368 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.833611 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:37.838174 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-899dcdf6-3d59-4f24-9795-9b1de3072139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:37.924292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e9f5-0242-4047-9b54-d7cac09a6236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.940605 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574c92f1-de3d-4b82-90b2-6ce1111bceb6 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:09:37.954234 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.961887 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e9f5-0242-4047-9b54-d7cac09a6236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.972718 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:37.983383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Transition to ACTIVE for port object 574c92f1-de3d-4b82-90b2-6ce1111bceb6 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:09:38.093311 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:38.095471 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:38.137272 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e9f5-0242-4047-9b54-d7cac09a6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:38.140359 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-dfc4e9f5-0242-4047-9b54-d7cac09a6236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:38.141520 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-dfc4e9f5-0242-4047-9b54-d7cac09a6236 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6042c619-f75e-4b3b-bb2b-4f913065a7b4 HTTP/1.1" status: 204 len: 168 time: 0.3196654 Jun 25 11:09:38.152780 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=574c92f1-de3d-4b82-90b2-6ce1111bceb6,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:38.172170 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:38.174854 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-5f7e96d1-fca3-4ad0-89ea-002b6f45afdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:38.202772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4e9f5-0242-4047-9b54-d7cac09a6236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6042c619-f75e-4b3b-bb2b-4f913065a7b4,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:38.206560 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-dfc4e9f5-0242-4047-9b54-d7cac09a6236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:38.239483 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Attempting to bind port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:09:38.239874 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Attempting to bind port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:09:38.240203 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Attempting to bind port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:09:38.245631 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 on network 6a732997-15d8-4216-a4f9-438c52203aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:09:38.246558 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Attempting to bind port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:09:38.252482 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:09:38.252983 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Checking segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:09:38.253443 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Bound using segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:09:38.253978 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Bound port: 574c92f1-de3d-4b82-90b2-6ce1111bceb6, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:09:38.254415 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:38.329433 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] For port 574c92f1-de3d-4b82-90b2-6ce1111bceb6, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:09:38.335286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] For port 574c92f1-de3d-4b82-90b2-6ce1111bceb6, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:09:38.396458 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf0252-ca18-4960-8abc-32dbc9947474 req-36d4691d-a75e-4fda-95f6-a5e09e8a243a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:38.397967 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7caf0252-ca18-4960-8abc-32dbc9947474 req-36d4691d-a75e-4fda-95f6-a5e09e8a243a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 943 time: 0.1027639 Jun 25 11:09:38.418784 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:38.422559 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:38.439309 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7caf0252-ca18-4960-8abc-32dbc9947474 req-6e6c1641-e7e9-4477-b54b-bc1843cca52a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348396 Jun 25 11:09:38.466899 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:38.468007 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:38.470418 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] 10.222.0.93 "PUT /v2.0/ports/574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 200 len: 1093 time: 0.9330142 Jun 25 11:09:38.473145 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:09:38.475644 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b7858-49e6-4c76-bdfc-abcc3974014e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:09:38.516085 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=574c92f1-de3d-4b82-90b2-6ce1111bceb6,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:38.520589 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:38.524039 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278d545f-95d1-4ce4-bb97-766a71184c95 x-openstack-request-id: req-278d545f-95d1-4ce4-bb97-766a71184c95 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:09:38.525220 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:09:38.526088 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-278d545f-95d1-4ce4-bb97-766a71184c95 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:09:38.526198 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'status': 'completed', 'code': 200} Jun 25 11:09:38.631647 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7858-49e6-4c76-bdfc-abcc3974014e req-d92a5995-22ec-4b4d-94df-12350ceb46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:38.633163 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-763b7858-49e6-4c76-bdfc-abcc3974014e req-d92a5995-22ec-4b4d-94df-12350ceb46f9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1096 time: 0.0620773 Jun 25 11:09:38.748779 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7858-49e6-4c76-bdfc-abcc3974014e req-2627f800-984e-4564-a60e-ac55f7c86637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:38.750231 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-763b7858-49e6-4c76-bdfc-abcc3974014e req-2627f800-984e-4564-a60e-ac55f7c86637 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1027048 Jun 25 11:09:38.845370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7858-49e6-4c76-bdfc-abcc3974014e req-67fd1c13-8dfc-4954-97ec-320ae991b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:38.847006 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-763b7858-49e6-4c76-bdfc-abcc3974014e req-67fd1c13-8dfc-4954-97ec-320ae991b924 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907822 Jun 25 11:09:38.959839 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-6e5b957b-be09-40e0-922e-5a1ed3e90559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:38.961333 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-6e5b957b-be09-40e0-922e-5a1ed3e90559 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1096 time: 0.0535693 Jun 25 11:09:39.016346 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-81681e4f-92d0-4389-85a8-7a2049e4a3e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 200 len: 217 time: 0.0395706 Jun 25 11:09:39.068708 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-e5e7b03e-6876-4c02-92c6-22e281445592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:39.070270 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-e5e7b03e-6876-4c02-92c6-22e281445592 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0469630 Jun 25 11:09:39.127913 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-a4972d5c-85d7-478f-a322-f952210ad97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:39.129340 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-a4972d5c-85d7-478f-a322-f952210ad97f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527768 Jun 25 11:09:39.221522 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-48a41d40-a354-40f2-909e-6c1274b7f30a service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859289 Jun 25 11:09:39.314743 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b6ad72c0-d954-4eb6-9626-87a4ab9cfcab req-30f91538-5e9d-49a9-951b-9581a146c6a4 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867124 Jun 25 11:09:39.504330 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:39.632997 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fd1b2-8ae6-44ca-8563-0380dcc167c0 req-f35ba796-075e-41b1-ba53-e1e726ed47ba tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:39.634561 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-355fd1b2-8ae6-44ca-8563-0380dcc167c0 req-f35ba796-075e-41b1-ba53-e1e726ed47ba tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 943 time: 0.0734031 Jun 25 11:09:39.674169 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-355fd1b2-8ae6-44ca-8563-0380dcc167c0 req-5b0bb03a-9666-4481-97e2-dd3ea3476867 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333040 Jun 25 11:09:40.176634 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34846) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:40.260533 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34852) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:40.317407 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-829516b7-4641-484d-9e91-4c187b7ec074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.336130 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ee666c5b-9fe0-4a73-8801-63888d329267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.428181 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-829516b7-4641-484d-9e91-4c187b7ec074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.511953 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-829516b7-4641-484d-9e91-4c187b7ec074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.517010 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-240fdfc3-dade-477c-bb70-ab3c30455181 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:40.563242 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-829516b7-4641-484d-9e91-4c187b7ec074 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a8451fcf5dd4d5aa20987b60fb2e9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014209 Jun 25 11:09:40.565979 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34856) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:40.571686 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829516b7-4641-484d-9e91-4c187b7ec074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8350e15a-721a-4f88-8a39-a5efc48825cf,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:40.577547 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-829516b7-4641-484d-9e91-4c187b7ec074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:40.617406 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.628871 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ee666c5b-9fe0-4a73-8801-63888d329267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.638704 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.727701 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-ee666c5b-9fe0-4a73-8801-63888d329267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.730654 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-36f3cd3a-f4b6-4d95-8bba-ba2b5e5fd778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:40.761624 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.764421 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.770570 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ee666c5b-9fe0-4a73-8801-63888d329267 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32945fdd12db41c5b9b02e9c3cdde276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5905159 Jun 25 11:09:40.770570 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee666c5b-9fe0-4a73-8801-63888d329267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d518c806-aa3e-4aa2-a055-d63a314b3408,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:40.773673 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34862) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:40.773784 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8350e15a-721a-4f88-8a39-a5efc48825cf HTTP/1.1" status: 204 len: 168 time: 0.2042136 Jun 25 11:09:40.773784 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-caae9599-dccc-4c1d-a6bd-c38dd81bc4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:40.788973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ee666c5b-9fe0-4a73-8801-63888d329267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:40.799964 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8350e15a-721a-4f88-8a39-a5efc48825cf,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:40.816644 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:40.854354 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-52a94d07-6571-4ae1-a87a-d7967d73e3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.866201 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8167137-7c0b-4ccb-b1d2-70731f92b0b4 req-40ad3ba7-6df9-4b0e-9ae0-d983aceedffb tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:40.867734 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c8167137-7c0b-4ccb-b1d2-70731f92b0b4 req-40ad3ba7-6df9-4b0e-9ae0-d983aceedffb tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 943 time: 0.0800610 Jun 25 11:09:40.876814 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-52a94d07-6571-4ae1-a87a-d7967d73e3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:40.908414 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c8167137-7c0b-4ccb-b1d2-70731f92b0b4 req-6efccf1f-3b46-44d1-9664-741cc966caad tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336270 Jun 25 11:09:41.070217 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-52a94d07-6571-4ae1-a87a-d7967d73e3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:41.072713 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-52a94d07-6571-4ae1-a87a-d7967d73e3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:41.073901 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-52a94d07-6571-4ae1-a87a-d7967d73e3e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d518c806-aa3e-4aa2-a055-d63a314b3408 HTTP/1.1" status: 204 len: 168 time: 0.2944002 Jun 25 11:09:41.074769 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-1d917e38-a5fb-4940-b77e-15e7b9d46efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:41.083490 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a94d07-6571-4ae1-a87a-d7967d73e3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d518c806-aa3e-4aa2-a055-d63a314b3408,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:41.086033 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-52a94d07-6571-4ae1-a87a-d7967d73e3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:41.538761 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34874) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:41.553070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c9fd-becf-40c7-9c96-e3728425ea0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:41.646138 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c9fd-becf-40c7-9c96-e3728425ea0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:41.761353 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a1b5c9fd-becf-40c7-9c96-e3728425ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:41.764428 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-06567b77-cb16-46f1-b73d-20298249b694 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:41.799180 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5c9fd-becf-40c7-9c96-e3728425ea0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9f07b4-4d93-4e00-a7a4-7f31ec5756e2,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:41.802238 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a1b5c9fd-becf-40c7-9c96-e3728425ea0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:41.804875 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a1b5c9fd-becf-40c7-9c96-e3728425ea0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74932dcd7e92402eb6aea0d3d7505ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650521 Jun 25 11:09:41.809391 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34878) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:41.863419 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da1073d4-3731-48cf-b78a-5a7fff049ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:41.885644 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da1073d4-3731-48cf-b78a-5a7fff049ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:42.079763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ede6d-d80c-48de-8da3-b7f56501e9b7 req-101dd95d-9fe2-4ffe-9fbe-2ea02c3c52f5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:42.081260 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5f1ede6d-d80c-48de-8da3-b7f56501e9b7 req-101dd95d-9fe2-4ffe-9fbe-2ea02c3c52f5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 943 time: 0.0626035 Jun 25 11:09:42.121561 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da1073d4-3731-48cf-b78a-5a7fff049ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:42.122797 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5f1ede6d-d80c-48de-8da3-b7f56501e9b7 req-623e301e-b0a7-440e-8291-dc6306104848 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Jun 25 11:09:42.125930 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da1073d4-3731-48cf-b78a-5a7fff049ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:42.127925 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-da1073d4-3731-48cf-b78a-5a7fff049ce6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea9f07b4-4d93-4e00-a7a4-7f31ec5756e2 HTTP/1.1" status: 204 len: 168 time: 0.3174064 Jun 25 11:09:42.129149 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b36812e4-ad6c-4502-b05d-02ef97f6c666 tempest-VolumesNegativeTest-313161850 tempest-VolumesNegativeTest-313161850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:42.139877 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1073d4-3731-48cf-b78a-5a7fff049ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9f07b4-4d93-4e00-a7a4-7f31ec5756e2,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:42.156261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da1073d4-3731-48cf-b78a-5a7fff049ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:43.312927 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bf96e-5ef9-4254-8887-4a562b1f42fe req-b0ea6dba-b5f8-47c1-a5db-8ecf04fd4346 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:43.314549 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f2bf96e-5ef9-4254-8887-4a562b1f42fe req-b0ea6dba-b5f8-47c1-a5db-8ecf04fd4346 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 943 time: 0.0727565 Jun 25 11:09:43.353422 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1f2bf96e-5ef9-4254-8887-4a562b1f42fe req-3df8a0a5-9eaf-47af-b472-e8a42af237cd tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331740 Jun 25 11:09:43.880804 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34936) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:43.983113 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d3839508-1848-4628-81ff-f45490678e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:44.070955 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d3839508-1848-4628-81ff-f45490678e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:44.160937 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-d3839508-1848-4628-81ff-f45490678e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:44.163504 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ab9aabdb-b8a2-4226-bc0e-23f9061f7640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:44.198769 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3839508-1848-4628-81ff-f45490678e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c814f208-1d17-4ad3-a19c-ba380241dae0,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:44.203203 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-d3839508-1848-4628-81ff-f45490678e00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0bf76718ffb460fbe9258cdb84dd68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213325 Jun 25 11:09:44.204129 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-d3839508-1848-4628-81ff-f45490678e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:44.206055 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34946) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:44.258162 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:44.279267 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:44.395876 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:44.398673 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:44.400026 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c814f208-1d17-4ad3-a19c-ba380241dae0 HTTP/1.1" status: 204 len: 168 time: 0.1929901 Jun 25 11:09:44.400978 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-501e948d-1e6f-4266-b1b1-69494231fd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:44.413858 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c814f208-1d17-4ad3-a19c-ba380241dae0,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:44.416435 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:44.549993 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cafd0-e29a-4c2c-bc8e-55b5ad311087 req-8a947b62-98a4-43c4-b21e-2ef54cf346ab tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:44.552080 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a97cafd0-e29a-4c2c-bc8e-55b5ad311087 req-8a947b62-98a4-43c4-b21e-2ef54cf346ab tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 943 time: 0.0767210 Jun 25 11:09:44.590034 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a97cafd0-e29a-4c2c-bc8e-55b5ad311087 req-80c8af58-1503-4fdb-a750-a8b0c3ee2d71 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Jun 25 11:09:45.223546 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 34966) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:45.236861 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f738fa37-845d-4c16-a232-cb979fe5a69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:45.342515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f738fa37-845d-4c16-a232-cb979fe5a69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:45.432093 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f738fa37-845d-4c16-a232-cb979fe5a69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:45.432817 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-7092c279-8566-4c6a-b84b-9f7846c45373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:45.479500 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f738fa37-845d-4c16-a232-cb979fe5a69e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=137517bff0f2483aa08fecf76369543d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548683 Jun 25 11:09:45.480431 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738fa37-845d-4c16-a232-cb979fe5a69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9180b21a-129c-4bba-8aa8-3e434aefd466,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:45.482197 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 34968) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:45.483935 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f738fa37-845d-4c16-a232-cb979fe5a69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:45.540679 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2563614d-5d89-41ef-b409-f6742d504bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:45.564998 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2563614d-5d89-41ef-b409-f6742d504bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:45.704534 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2563614d-5d89-41ef-b409-f6742d504bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:45.707176 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2563614d-5d89-41ef-b409-f6742d504bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:45.708332 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2563614d-5d89-41ef-b409-f6742d504bd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9180b21a-129c-4bba-8aa8-3e434aefd466 HTTP/1.1" status: 204 len: 168 time: 0.2239828 Jun 25 11:09:45.709379 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e6f41443-50f5-4bf9-9f2f-d606f1696d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:45.720220 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563614d-5d89-41ef-b409-f6742d504bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9180b21a-129c-4bba-8aa8-3e434aefd466,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:45.723878 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2563614d-5d89-41ef-b409-f6742d504bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:45.774498 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5876-cb14-47b2-9c74-7eac2bd3f491 req-3517c08b-0321-4818-b1ae-b7fbb76870c6 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:45.775995 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-410b5876-cb14-47b2-9c74-7eac2bd3f491 req-3517c08b-0321-4818-b1ae-b7fbb76870c6 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 943 time: 0.0663061 Jun 25 11:09:45.818609 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-410b5876-cb14-47b2-9c74-7eac2bd3f491 req-1f9096ea-9220-47be-97a6-4cf712c6d248 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360310 Jun 25 11:09:46.219060 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 574c92f1-de3d-4b82-90b2-6ce1111bceb6 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:09:46.319565 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 574c92f1-de3d-4b82-90b2-6ce1111bceb6, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:46.332926 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:09:46.386134 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:46.402115 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574c92f1-de3d-4b82-90b2-6ce1111bceb6 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:09:46.423583 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 574c92f1-de3d-4b82-90b2-6ce1111bceb6, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:46.550124 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:46.552169 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-2dd62afe-3606-4086-bcf9-cdd91f2ae014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:46.601409 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=574c92f1-de3d-4b82-90b2-6ce1111bceb6,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:46.608943 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.609287 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.609617 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.609977 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.610352 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.610675 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.610996 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.611314 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.611634 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.611949 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.612261 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.612574 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:09:46.619667 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:46.845567 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['574c92f1-de3d-4b82-90b2-6ce1111bceb6'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:09:47.032805 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c09b2-86d2-4f2b-9427-6efa47134f12 req-2804b168-09dd-4502-9d74-db79a9416aea tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:47.035911 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0b7c09b2-86d2-4f2b-9427-6efa47134f12 req-2804b168-09dd-4502-9d74-db79a9416aea tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 944 time: 0.0945547 Jun 25 11:09:47.078587 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0b7c09b2-86d2-4f2b-9427-6efa47134f12 req-15ee49e4-e5d8-4c81-8e02-93ba629ceeac tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363250 Jun 25 11:09:47.359004 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:09:48.218434 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 574c92f1-de3d-4b82-90b2-6ce1111bceb6 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:09:48.255001 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb0ab-2cd3-42a4-8a42-5b173697b9fa req-20b43cb0-fa11-4d2b-b244-9773c89a525e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:48.256464 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4f2eb0ab-2cd3-42a4-8a42-5b173697b9fa req-20b43cb0-fa11-4d2b-b244-9773c89a525e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 944 time: 0.0643563 Jun 25 11:09:48.293847 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4f2eb0ab-2cd3-42a4-8a42-5b173697b9fa req-f16ab51e-65cb-4123-89d7-1136a7de1189 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Jun 25 11:09:48.349385 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:09:48.353281 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:09:48.357021 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.432821 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.456510 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:09:48.459076 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5438a7c-df25-43c2-a90a-d72f18827e3a" -d '{"events": [{"server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "name": "network-vif-plugged", "status": "completed", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:09:48.477131 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 574c92f1-de3d-4b82-90b2-6ce1111bceb6, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:09:48.499713 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdccf05-d5ff-4e4c-ae13-39d18d3adc96 x-openstack-request-id: req-5bdccf05-d5ff-4e4c-ae13-39d18d3adc96 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:09:48.500009 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "name": "network-vif-plugged", "status": "completed", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:09:48.500266 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bdccf05-d5ff-4e4c-ae13-39d18d3adc96 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:09:48.500660 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'code': 200} Jun 25 11:09:48.542821 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35044) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:48.567082 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.569163 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-c892241f-ff1d-4dc3-83f6-89c538111893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:48.618183 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=574c92f1-de3d-4b82-90b2-6ce1111bceb6,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:48.621173 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:48.640172 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.651601 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a0e55bb3-01cc-4c3c-b3c1-dab7ee72d3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.752778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a0e55bb3-01cc-4c3c-b3c1-dab7ee72d3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.858740 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a0e55bb3-01cc-4c3c-b3c1-dab7ee72d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.861403 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-1f7405f9-6096-4a4d-81f0-ba13d85fbf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:48.897402 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e55bb3-01cc-4c3c-b3c1-dab7ee72d3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bf2d6c-b0dc-4288-9f4a-68ad9adf4b0f,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:48.901582 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a0e55bb3-01cc-4c3c-b3c1-dab7ee72d3b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e925dcd7bdfa4b70916ff95483e7e0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614180 Jun 25 11:09:48.902498 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a0e55bb3-01cc-4c3c-b3c1-dab7ee72d3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:48.905244 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35058) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:48.959072 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:48.976455 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9325f5-eee7-4668-a86d-4fd6253cf9fd req-48bdb349-edb7-4028-8c42-3b63df03d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:48.978200 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2f9325f5-eee7-4668-a86d-4fd6253cf9fd req-48bdb349-edb7-4028-8c42-3b63df03d53b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1098 time: 0.0614853 Jun 25 11:09:48.984994 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:49.014178 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-2f9325f5-eee7-4668-a86d-4fd6253cf9fd req-a903ba13-45c6-4e15-97f4-809b72c70244 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297756 Jun 25 11:09:49.200886 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:49.204039 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:49.205195 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47bf2d6c-b0dc-4288-9f4a-68ad9adf4b0f HTTP/1.1" status: 204 len: 168 time: 0.2990291 Jun 25 11:09:49.205977 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f3620897-3540-4302-8488-1e969ddd7300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:49.213933 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bf2d6c-b0dc-4288-9f4a-68ad9adf4b0f,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:49.216131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:49.472153 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5881ca6-c66b-4325-a817-0e362a76639c req-bbfd8a4b-075e-4da1-85f0-00480589090b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:49.473603 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c5881ca6-c66b-4325-a817-0e362a76639c req-bbfd8a4b-075e-4da1-85f0-00480589090b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 945 time: 0.0676289 Jun 25 11:09:49.516124 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c5881ca6-c66b-4325-a817-0e362a76639c req-a4977eb1-57c3-4f12-8e62-ec6983d96f31 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366187 Jun 25 11:09:50.007520 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35076) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:50.020881 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0b3be43f-aac2-447c-87c0-926a1f9c6cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:50.111388 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0b3be43f-aac2-447c-87c0-926a1f9c6cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:50.229480 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-0b3be43f-aac2-447c-87c0-926a1f9c6cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:50.233751 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-aa81d491-6b50-4859-aac9-3deaf93f1c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:50.272697 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-0b3be43f-aac2-447c-87c0-926a1f9c6cc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ad83d1a098d49a08f9381eb30b73625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639976 Jun 25 11:09:50.273978 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3be43f-aac2-447c-87c0-926a1f9c6cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f12144-12f9-4954-9f6b-10308ba7b2d7,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:50.281026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35082) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:50.281190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0b3be43f-aac2-447c-87c0-926a1f9c6cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:50.326458 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:50.352076 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:50.504190 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:50.506807 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:50.507927 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3f12144-12f9-4954-9f6b-10308ba7b2d7 HTTP/1.1" status: 204 len: 168 time: 0.2306299 Jun 25 11:09:50.508740 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f738fa37-845d-4c16-a232-cb979fe5a69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:50.516392 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f12144-12f9-4954-9f6b-10308ba7b2d7,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:50.518693 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:50.702846 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423991ec-e200-466e-8bf9-e2bc686d1d25 req-7681713a-726c-4143-acdf-a8492f5a6945 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:50.704450 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-423991ec-e200-466e-8bf9-e2bc686d1d25 req-7681713a-726c-4143-acdf-a8492f5a6945 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 945 time: 0.0645828 Jun 25 11:09:50.742992 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-423991ec-e200-466e-8bf9-e2bc686d1d25 req-ab45aa77-e9c6-4f2a-b519-cdd31df39411 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Jun 25 11:09:50.913319 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35096) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:50.929875 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c0134-26a7-4814-9892-a0c5b66ea811 req-2fcd2719-345d-4f6c-9452-e9861aedd21b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:50.931314 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2e5c0134-26a7-4814-9892-a0c5b66ea811 req-2fcd2719-345d-4f6c-9452-e9861aedd21b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 945 time: 0.0754871 Jun 25 11:09:50.976206 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2e5c0134-26a7-4814-9892-a0c5b66ea811 req-e324692e-c163-4144-a5da-afae287b167e tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386798 Jun 25 11:09:51.001136 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35104) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:51.029763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e1820f13-0507-4470-840d-d452fcaa1228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.065966 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc07def-5097-432f-839a-d70091d7e368 tempest-TestVolumeBootPattern-360344536 tempest-TestVolumeBootPattern-360344536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:51.068594 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-ffc07def-5097-432f-839a-d70091d7e368 tempest-TestVolumeBootPattern-360344536 tempest-TestVolumeBootPattern-360344536-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1093 time: 0.0657516 Jun 25 11:09:51.070933 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35110) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:51.075488 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:09:51.132291 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e1820f13-0507-4470-840d-d452fcaa1228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.263748 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e1820f13-0507-4470-840d-d452fcaa1228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.275455 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-9c4d7d4f-0354-45f5-87bf-62b51dcb0b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:51.302263 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1820f13-0507-4470-840d-d452fcaa1228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c514b0-06f4-4810-a2c5-822a286f31e4,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:51.306610 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e1820f13-0507-4470-840d-d452fcaa1228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60181ab95daf4b048b8f4a3a6063679a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922057 Jun 25 11:09:51.310263 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e1820f13-0507-4470-840d-d452fcaa1228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:51.310670 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35114) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:51.358920 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-200b6ed5-81ab-411a-80a4-8787497b3ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.361704 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.423798 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-200b6ed5-81ab-411a-80a4-8787497b3ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.512789 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.602959 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-200b6ed5-81ab-411a-80a4-8787497b3ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.605557 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-200b6ed5-81ab-411a-80a4-8787497b3ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:51.606810 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-200b6ed5-81ab-411a-80a4-8787497b3ddf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29c514b0-06f4-4810-a2c5-822a286f31e4 HTTP/1.1" status: 204 len: 168 time: 0.2964439 Jun 25 11:09:51.634104 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ee79402f-3f30-4be0-9eaa-ba13d55e94f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:51.649553 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b6ed5-81ab-411a-80a4-8787497b3ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c514b0-06f4-4810-a2c5-822a286f31e4,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:51.651740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-200b6ed5-81ab-411a-80a4-8787497b3ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:51.718088 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Allocated IP 172.27.2.43 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/07a82c81-2303-4263-999a-aa64c064f91c) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:09:51.825793 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.087468 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.092364 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2f94dbf9-4949-49f8-86e3-6a1429ce4b74 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:52.134939 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:09:52.137699 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:09:52.141238 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:09:52.168192 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=07a82c81-2303-4263-999a-aa64c064f91c,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:52.172813 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:52.343837 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35132) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:52.358221 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-80384039-3800-485b-b2f1-662c91a3f377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.454182 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-80384039-3800-485b-b2f1-662c91a3f377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.524733 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.589306 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-80384039-3800-485b-b2f1-662c91a3f377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.599962 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e6d9b86f-8b24-494d-87a1-97d96c8b395d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:52.628728 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-80384039-3800-485b-b2f1-662c91a3f377 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ad95f006f8c46bea741592e9777a55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834864 Jun 25 11:09:52.629636 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80384039-3800-485b-b2f1-662c91a3f377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45191d2-5138-46e3-a409-c1b2b7e29968,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:52.631479 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35140) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:52.632659 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-80384039-3800-485b-b2f1-662c91a3f377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:52.685416 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.705862 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:52.765869 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:53.127083 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:53.135358 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:53.136595 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a45191d2-5138-46e3-a409-c1b2b7e29968 HTTP/1.1" status: 204 len: 168 time: 0.5039358 Jun 25 11:09:53.139024 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-8f7bb9d5-6bf7-4092-b9e9-fd0b97f27b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:53.150036 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45191d2-5138-46e3-a409-c1b2b7e29968,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:53.152347 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:53.222300 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:53.331514 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:53.335944 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:53.394573 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=07a82c81-2303-4263-999a-aa64c064f91c,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:53.398372 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:53.410518 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:53.511002 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.l3_db [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Floating IP e8398fae-049e-4ce4-a518-a000dfc6cf7e associated. External IP: 172.27.2.43, port: 574c92f1-de3d-4b82-90b2-6ce1111bceb6. Jun 25 11:09:53.736323 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:09:53.851698 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:09:53.863592 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:09:53.874474 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:09:53.875104 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:09:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:53.938478 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:53.978886 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9068043 Jun 25 11:09:53.979938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:09:53.983340 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:09:54.027178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552f29c3-eba9-4f9e-beab-5ffc450cc82f x-openstack-request-id: req-552f29c3-eba9-4f9e-beab-5ffc450cc82f {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:09:54.027836 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:09:54.028124 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-552f29c3-eba9-4f9e-beab-5ffc450cc82f {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:09:54.028752 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'status': 'completed', 'code': 200} Jun 25 11:09:54.121612 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:09:54.131540 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-bf22c259-f5a2-4cea-bfd3-62303fc0750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:54.133204 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-bf22c259-f5a2-4cea-bfd3-62303fc0750a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1098 time: 0.0609872 Jun 25 11:09:54.224477 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-52cd1ea4-55f7-4603-8533-c26ce96efe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:54.226321 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-52cd1ea4-55f7-4603-8533-c26ce96efe83 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.0868077 Jun 25 11:09:54.299746 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-e858fd1d-1042-4c8a-a75e-bca6bad2ca5a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 200 len: 998 time: 0.0670042 Jun 25 11:09:54.354312 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-d54e32c2-ccd7-4d7c-a82b-c5b92ab07932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:54.356637 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-d54e32c2-ccd7-4d7c-a82b-c5b92ab07932 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0507104 Jun 25 11:09:54.371137 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:52Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:54.413772 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:09:54.423547 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-58494ade-b1a7-4baf-83b8-20f10243731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:09:54.424608 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:09:54.425047 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-58494ade-b1a7-4baf-83b8-20f10243731e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620255 Jun 25 11:09:54.425297 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:09:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:54.528285 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-57feb8fe-adf8-4a32-bbd7-58ad83c63eca service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957053 Jun 25 11:09:54.535375 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:09:54.624441 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-e3280bc3-b474-4c0e-a6e3-4a9b96f56d4a req-cdf41ec4-1604-4e06-8361-d21477af647a service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892136 Jun 25 11:09:54.789999 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:52Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:09:54.817681 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd224f7f-b43f-44a8-aad7-4b5c1e5dc78f None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:52Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:09:55.014617 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f20cc47-54d6-4166-a0d4-91fa23b0a6a4 None None] New status for floating IP e8398fae-049e-4ce4-a518-a000dfc6cf7e: ACTIVE {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:09:56.015528 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35226) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:56.121139 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0cab54bf-63a6-433e-a66c-f931da65137e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:56.219519 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0cab54bf-63a6-433e-a66c-f931da65137e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:56.326973 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0cab54bf-63a6-433e-a66c-f931da65137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:56.331115 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-037e114a-a20b-4ba8-aae6-fffd6176ec3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:56.374838 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab54bf-63a6-433e-a66c-f931da65137e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d04d80-f32e-469e-9315-11c7d5cdbb78,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:56.385658 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0cab54bf-63a6-433e-a66c-f931da65137e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:56.390352 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0cab54bf-63a6-433e-a66c-f931da65137e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5348af92e714b1e93608723cb4e38a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736978 Jun 25 11:09:56.392121 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35240) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:56.446174 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:56.469094 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:56.618279 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:56.620771 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:56.622105 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22d04d80-f32e-469e-9315-11c7d5cdbb78 HTTP/1.1" status: 204 len: 168 time: 0.2288830 Jun 25 11:09:56.622857 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-2a9e5cd2-ab3a-4967-8a8b-8657a3add611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:56.630956 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d04d80-f32e-469e-9315-11c7d5cdbb78,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:56.639032 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:57.441079 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35248) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:57.454918 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e14b56a2-9f0d-467d-8839-a113b49214ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:57.541113 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e14b56a2-9f0d-467d-8839-a113b49214ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:57.703568 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e14b56a2-9f0d-467d-8839-a113b49214ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:57.707224 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0cab54bf-63a6-433e-a66c-f931da65137e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:57.741531 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e14b56a2-9f0d-467d-8839-a113b49214ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9051a05fee24284bbdba4b26ec69da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993593 Jun 25 11:09:57.743634 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b56a2-9f0d-467d-8839-a113b49214ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca0baa9-2a12-4b67-94ce-9656cfd8e104,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:57.744387 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35250) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:09:57.745674 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e14b56a2-9f0d-467d-8839-a113b49214ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:09:57.797125 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-613fd51e-b683-42dc-8f0c-eb27e3e7c853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:57.818793 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-613fd51e-b683-42dc-8f0c-eb27e3e7c853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:58.052318 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-613fd51e-b683-42dc-8f0c-eb27e3e7c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:58.054905 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-613fd51e-b683-42dc-8f0c-eb27e3e7c853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:09:58.056118 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-613fd51e-b683-42dc-8f0c-eb27e3e7c853 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aca0baa9-2a12-4b67-94ce-9656cfd8e104 HTTP/1.1" status: 204 len: 168 time: 0.3100100 Jun 25 11:09:58.056986 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b5a9e0c9-5f56-4a75-90dc-b34c4dcd0f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:09:58.065219 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fd51e-b683-42dc-8f0c-eb27e3e7c853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca0baa9-2a12-4b67-94ce-9656cfd8e104,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:09:58.067485 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-613fd51e-b683-42dc-8f0c-eb27e3e7c853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:03.623877 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-16107814-b1c9-4449-9d85-8791ad1d3011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.055380 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35390) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:04.159608 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-7f2d39de-17cd-402e-a407-499f24791a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.249740 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-7f2d39de-17cd-402e-a407-499f24791a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.331843 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-7f2d39de-17cd-402e-a407-499f24791a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.334713 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bafa0d3e-a084-46f2-838b-0e719f0abf61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:04.371965 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-7f2d39de-17cd-402e-a407-499f24791a7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ac918712aa345a992a2cd87418b5ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153906 Jun 25 11:10:04.372751 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d39de-17cd-402e-a407-499f24791a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a33bb9-2ca1-4684-bccb-7e6ed564431d,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:04.374790 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35394) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:04.376901 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-7f2d39de-17cd-402e-a407-499f24791a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:04.426857 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.449119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.560745 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.563394 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:04.564676 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2a33bb9-2ca1-4684-bccb-7e6ed564431d HTTP/1.1" status: 204 len: 168 time: 0.1881721 Jun 25 11:10:04.565425 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b0507b70-b054-4543-9e34-22b41da048a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:04.573597 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a33bb9-2ca1-4684-bccb-7e6ed564431d,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:04.581919 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.582317 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.582759 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.583139 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.583759 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.584116 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.584618 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.585007 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.585360 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.585712 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.586097 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.586441 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:04.589512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-da986f9d-0889-4557-9d38-26b19680d5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:05.265408 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35402) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:05.278205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-83f6f836-aa82-413a-b6fd-9aedc4b82d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:05.366765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-83f6f836-aa82-413a-b6fd-9aedc4b82d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:05.441067 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-83f6f836-aa82-413a-b6fd-9aedc4b82d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:05.443714 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b53a2d9f-0954-46b9-a93b-f43df11eff49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:05.480945 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-83f6f836-aa82-413a-b6fd-9aedc4b82d42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cdd0e7b264341e6805769c7b15082cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158892 Jun 25 11:10:05.482070 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6f836-aa82-413a-b6fd-9aedc4b82d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba225ac-6dc3-4b85-be1e-946d79b9f28b,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:05.483874 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35404) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:05.485578 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-83f6f836-aa82-413a-b6fd-9aedc4b82d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:05.537755 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0f1579de-38a6-4bce-93da-1655762fc8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:05.560687 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0f1579de-38a6-4bce-93da-1655762fc8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:05.715116 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0f1579de-38a6-4bce-93da-1655762fc8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:05.717781 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0f1579de-38a6-4bce-93da-1655762fc8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:05.718986 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0f1579de-38a6-4bce-93da-1655762fc8db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eba225ac-6dc3-4b85-be1e-946d79b9f28b HTTP/1.1" status: 204 len: 168 time: 0.2340972 Jun 25 11:10:05.719747 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cfd498ee-d9f0-4648-adff-a84d47f4b2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:05.728117 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1579de-38a6-4bce-93da-1655762fc8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba225ac-6dc3-4b85-be1e-946d79b9f28b,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:05.730612 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0f1579de-38a6-4bce-93da-1655762fc8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:06.579501 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35412) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:06.591414 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b597a52d-04a3-4265-aa42-e20d0eec8116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:06.683714 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b597a52d-04a3-4265-aa42-e20d0eec8116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:06.704365 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7ff65f9d-3959-489e-8767-21f656bcd38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:06.749956 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:06.793980 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b597a52d-04a3-4265-aa42-e20d0eec8116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:06.796840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0178e49b-0292-4aa7-8bf4-250b7a331d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:06.835078 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b597a52d-04a3-4265-aa42-e20d0eec8116 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cae6880bc12d4c8d8cf5a67e2f3420c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560656 Jun 25 11:10:06.836057 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a52d-04a3-4265-aa42-e20d0eec8116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9a9ce0-818e-421d-9941-78950dafa46d,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:06.838887 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35416) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:06.839363 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b597a52d-04a3-4265-aa42-e20d0eec8116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:06.896749 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-14f87c67-b1b1-4ebd-a8d7-0bf3f8ac1f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:06.917070 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-14f87c67-b1b1-4ebd-a8d7-0bf3f8ac1f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:07.040991 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-14f87c67-b1b1-4ebd-a8d7-0bf3f8ac1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:07.043665 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-14f87c67-b1b1-4ebd-a8d7-0bf3f8ac1f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:07.044854 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-14f87c67-b1b1-4ebd-a8d7-0bf3f8ac1f58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d9a9ce0-818e-421d-9941-78950dafa46d HTTP/1.1" status: 204 len: 168 time: 0.2039917 Jun 25 11:10:07.045631 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-918c42fc-9b0e-492c-b98a-1157bb58609e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:07.055643 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f87c67-b1b1-4ebd-a8d7-0bf3f8ac1f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9a9ce0-818e-421d-9941-78950dafa46d,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:07.062535 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-14f87c67-b1b1-4ebd-a8d7-0bf3f8ac1f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:07.942438 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:09.475245 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:17.885184 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35520) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:17.988131 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7c02a26e-8f56-4288-9efe-31db9cf32032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:18.075933 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7c02a26e-8f56-4288-9efe-31db9cf32032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:18.171764 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-7c02a26e-8f56-4288-9efe-31db9cf32032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:18.174431 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-20f0502e-ec82-4e96-bda7-b446f0678c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:18.211700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02a26e-8f56-4288-9efe-31db9cf32032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673f6ec4-a8ed-448b-ab4b-890b75ba71ca,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:18.217543 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-7c02a26e-8f56-4288-9efe-31db9cf32032 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=caccf604691d4da192aba4b90a6ba8b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312712 Jun 25 11:10:18.218535 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7c02a26e-8f56-4288-9efe-31db9cf32032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:18.220261 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35524) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:18.269052 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-89baa85e-31c6-4986-b7f8-b2559ccbc3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:18.290281 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-89baa85e-31c6-4986-b7f8-b2559ccbc3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:18.452161 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-89baa85e-31c6-4986-b7f8-b2559ccbc3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:18.454796 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-89baa85e-31c6-4986-b7f8-b2559ccbc3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:18.456116 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-89baa85e-31c6-4986-b7f8-b2559ccbc3c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/673f6ec4-a8ed-448b-ab4b-890b75ba71ca HTTP/1.1" status: 204 len: 168 time: 0.2347860 Jun 25 11:10:18.456913 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-cb5c4c44-50f1-4b95-9d9c-deaf4735f498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:18.465383 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baa85e-31c6-4986-b7f8-b2559ccbc3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f6ec4-a8ed-448b-ab4b-890b75ba71ca,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:18.469211 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-89baa85e-31c6-4986-b7f8-b2559ccbc3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:18.577464 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:22.775427 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 35562) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:22.883255 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2831c6f5-0112-48c6-bbcd-6e036beca44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:22.975005 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2831c6f5-0112-48c6-bbcd-6e036beca44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:23.074296 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-2831c6f5-0112-48c6-bbcd-6e036beca44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:23.077424 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-12f8b324-205c-41c1-8a28-450651475b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:23.116120 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-2831c6f5-0112-48c6-bbcd-6e036beca44e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c80c72434bb44825bfc657b0e670c6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395338 Jun 25 11:10:23.117026 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c6f5-0112-48c6-bbcd-6e036beca44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d401e5-1e38-49b1-9c61-c8ab9eccb2a9,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:23.118875 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35568) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:23.119992 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2831c6f5-0112-48c6-bbcd-6e036beca44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:23.169473 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0a076d83-befa-4e77-896b-e7a608f10f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:23.191093 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0a076d83-befa-4e77-896b-e7a608f10f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:23.309086 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0a076d83-befa-4e77-896b-e7a608f10f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:23.312105 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-0a076d83-befa-4e77-896b-e7a608f10f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:23.313244 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-0a076d83-befa-4e77-896b-e7a608f10f31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12d401e5-1e38-49b1-9c61-c8ab9eccb2a9 HTTP/1.1" status: 204 len: 168 time: 0.1926732 Jun 25 11:10:23.314102 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b597a52d-04a3-4265-aa42-e20d0eec8116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:23.321949 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a076d83-befa-4e77-896b-e7a608f10f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d401e5-1e38-49b1-9c61-c8ab9eccb2a9,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:23.324303 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-0a076d83-befa-4e77-896b-e7a608f10f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:24.265351 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35590) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:24.357798 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2000291385-network', 'tenant_id': 'daa72b1daeea4eb5bf4206cd1400b95c'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:10:24.358214 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:10:24.434138 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Made reservation on behalf of daa72b1daeea4eb5bf4206cd1400b95c for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:10:24.436495 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.445265 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.531967 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.600200 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.603375 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bbbe4bf0-afbd-42e1-8e82-df8fae28e3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:24.627576 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:10:24.632897 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c5ef89-b63d-4a52-98a4-4ec61d3db71e,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:24.636524 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:24.641461 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.641800 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Added segment 624d133f-6af7-4250-9d01-9f4f7e93bf18 of type vlan for network d94df090-c4ea-4a4b-bdfa-88bf237dfafb Jun 25 11:10:24.680844 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.783270 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.784537 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:24.785118 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:24.787327 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:24.844280 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Pushing event updated for resources: {'Network': ['ID=d94df090-c4ea-4a4b-bdfa-88bf237dfafb,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:24.847003 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:24.855478 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network d94df090-c4ea-4a4b-bdfa-88bf237dfafb details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:10:24.921606 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e86b7712-152a-416f-807d-a28c1770dcc2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6549988 Jun 25 11:10:24.924222 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 35594) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:10:24.929064 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Request body: {'subnet': {'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2000291385-subnet', 'tenant_id': 'daa72b1daeea4eb5bf4206cd1400b95c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:10:25.017537 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Made reservation on behalf of daa72b1daeea4eb5bf4206cd1400b95c for: {'subnet': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:10:25.019997 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5941006'] for subnet, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:25.274467 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5951698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5941020'] for subnet, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:25.276821 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:25.329523 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d03cba-f9a5-4dc2-8bfd-cfed34bf6717,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:25.333299 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:25.338764 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Checking segment: {'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:10:25.339122 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Network hostable DHCP agents. Network: d94df090-c4ea-4a4b-bdfa-88bf237dfafb, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105345) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:10:25.388675 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Network d94df090-c4ea-4a4b-bdfa-88bf237dfafb is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105345) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:10:25.435301 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, d94df090-c4ea-4a4b-bdfa-88bf237dfafb) {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:10:25.439475 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:25.440048 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:25.444441 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1130f7e-bb6a-4593-9e8d-2b8c2b6b90d8 None None] Network d94df090-c4ea-4a4b-bdfa-88bf237dfafb requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:10:25.506139 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-9ec91dba-dead-44c7-91ab-105c523d67d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5727313 Jun 25 11:10:25.570601 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b7d4c-8b51-4745-8026-c0e65b9cba52 None None] Network d94df090-c4ea-4a4b-bdfa-88bf237dfafb requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:10:27.662899 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-d813f7ea-884c-4ede-8e93-13fe20422855 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534456 Jun 25 11:10:27.788114 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-afb59ed0-b889-4854-a1b6-984443722e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:27.789802 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-afb59ed0-b889-4854-a1b6-984443722e3e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1098 time: 0.0651360 Jun 25 11:10:27.906053 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-d222b98c-e1b9-4265-8d77-7ba409cf5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:27.907770 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-d222b98c-e1b9-4265-8d77-7ba409cf5cea service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.0983443 Jun 25 11:10:27.978992 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-e7fa08b0-34cd-4c62-b1bd-baed5106c7b2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 200 len: 1000 time: 0.0652606 Jun 25 11:10:28.008370 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-d4003c54-a540-4a21-861e-ceb6446ecba7 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:28.009913 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-d4003c54-a540-4a21-861e-ceb6446ecba7 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/networks?id=d94df090-c4ea-4a4b-bdfa-88bf237dfafb HTTP/1.1" status: 200 len: 809 time: 0.1035750 Jun 25 11:10:28.024774 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4c1d13dd-acc2-43f4-adac-228b27433b41 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/quotas/daa72b1daeea4eb5bf4206cd1400b95c HTTP/1.1" status: 200 len: 375 time: 0.0088799 Jun 25 11:10:28.028056 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-3a498af1-4a4e-413a-872a-fc22fb5bedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:28.029534 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-3a498af1-4a4e-413a-872a-fc22fb5bedbd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0448396 Jun 25 11:10:28.091482 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-bd7e65e8-8f05-4ea7-948d-c09b2a35a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:28.093025 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-bd7e65e8-8f05-4ea7-948d-c09b2a35a38d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566916 Jun 25 11:10:28.197967 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-786c1bfd-a282-42d3-8c10-6c86c2fe0fa9 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974560 Jun 25 11:10:28.293075 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-b84c5166-d543-4e42-80c0-eb5513dc38a1 req-b4fd594d-9600-49e6-ac70-6624dcb8f197 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879338 Jun 25 11:10:28.301635 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-1acc1788-5454-4446-ad52-6a2d1311092b tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2716205 Jun 25 11:10:28.354356 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-2e4f3d1d-b4b3-48d4-ab41-b454884debb5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:10:28.355362 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-2e4f3d1d-b4b3-48d4-ab41-b454884debb5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471563 Jun 25 11:10:28.445476 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-b9e243e3-6c35-4739-8ee5-19c544ae64f8 service neutron] 10.222.0.13 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836594 Jun 25 11:10:28.533603 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-8aa234da-8f70-4988-8fba-e8cfd0578539 service neutron] 10.222.0.13 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Jun 25 11:10:28.840205 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-23593361-e27a-494e-97f1-d86456d04b0e req-c695a3c6-776b-4a4e-90d7-82c5d4aadecb tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 210 time: 0.0888827 Jun 25 11:10:29.923936 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-276fc592-f726-4fd2-8a0a-d48038c5820f req-8a604c34-8eb1-4e3f-818b-fad0618c924d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 210 time: 0.0288062 Jun 25 11:10:31.077045 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a6625a36-fe05-420f-b3a6-0bf588766bee req-7ae670f4-3b4f-4db2-981d-43789aaf59f4 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 210 time: 0.0318432 Jun 25 11:10:31.311665 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-7bd61200-38e8-4641-810e-e4068adb0525 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:31.313107 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-7bd61200-38e8-4641-810e-e4068adb0525 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "GET /v2.0/networks?id=d94df090-c4ea-4a4b-bdfa-88bf237dfafb HTTP/1.1" status: 200 len: 809 time: 0.1038570 Jun 25 11:10:31.331461 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Request body: {'port': {'device_id': 'b3632518-7493-4dc8-92f3-3824226946a1', 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb', 'admin_state_up': True, 'tenant_id': 'daa72b1daeea4eb5bf4206cd1400b95c'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:10:31.514064 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Made reservation on behalf of daa72b1daeea4eb5bf4206cd1400b95c for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:10:31.517696 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:31.648330 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Allocated IP 172.20.0.12 (d94df090-c4ea-4a4b-bdfa-88bf237dfafb/16d03cba-f9a5-4dc2-8bfd-cfed34bf6717/6419a67c-9ba1-49ea-8be4-c002d0d22470) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:10:31.795629 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:31.914623 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:31.918721 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f3adeba0-39d5-472c-8d1a-f41e859528fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:31.967372 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Network d94df090-c4ea-4a4b-bdfa-88bf237dfafb is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:10:31.971421 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:10:31.975941 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:10:32.005031 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Pushing event updated for resources: {'Port': ['ID=6419a67c-9ba1-49ea-8be4-c002d0d22470,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:32.009514 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:32.034130 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:32.035948 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:32.109277 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-4cae34a7-91b5-4ecb-bb00-24ca7d370265 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7815766 Jun 25 11:10:32.127285 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Request body: {'port': {'device_id': 'b3632518-7493-4dc8-92f3-3824226946a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:10:32.204284 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:32.260620 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add01ce3-32cc-4856-8c21-fd222f7aa7b0 req-9f4998f3-b6d0-45f8-a7c5-699b16ace749 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:32.261351 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-add01ce3-32cc-4856-8c21-fd222f7aa7b0 req-9f4998f3-b6d0-45f8-a7c5-699b16ace749 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 932 time: 0.0656946 Jun 25 11:10:32.302642 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-add01ce3-32cc-4856-8c21-fd222f7aa7b0 req-de388d3b-7b88-410b-b74c-305cc033ec55 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339620 Jun 25 11:10:32.475876 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6419a67c-9ba1-49ea-8be4-c002d0d22470 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:10:32.483326 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:32.495625 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Transition to ACTIVE for port object 6419a67c-9ba1-49ea-8be4-c002d0d22470 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:10:32.577420 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:32.579675 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-13b7beb9-c560-4e27-83fd-94f1e8439624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:32.630662 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6419a67c-9ba1-49ea-8be4-c002d0d22470,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:32.634282 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:32.727210 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Attempting to bind port 6419a67c-9ba1-49ea-8be4-c002d0d22470 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:10:32.727592 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Attempting to bind port 6419a67c-9ba1-49ea-8be4-c002d0d22470 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:10:32.727983 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Attempting to bind port 6419a67c-9ba1-49ea-8be4-c002d0d22470 on network d94df090-c4ea-4a4b-bdfa-88bf237dfafb {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:10:32.733237 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Port 6419a67c-9ba1-49ea-8be4-c002d0d22470 on network d94df090-c4ea-4a4b-bdfa-88bf237dfafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:10:32.733551 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Attempting to bind port 6419a67c-9ba1-49ea-8be4-c002d0d22470 on network d94df090-c4ea-4a4b-bdfa-88bf237dfafb {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:10:32.738731 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:10:32.739084 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Checking segment: {'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:10:32.739490 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Bound using segment: {'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:10:32.739937 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Bound port: 6419a67c-9ba1-49ea-8be4-c002d0d22470, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:10:32.740287 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:32.804633 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] For port 6419a67c-9ba1-49ea-8be4-c002d0d22470, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:10:32.807737 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] For port 6419a67c-9ba1-49ea-8be4-c002d0d22470, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6419a67c-9ba1-49ea-8be4-c002d0d22470,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:10:32.966387 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:32.969107 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f63a8d1c-1a1f-40c9-aab4-6f9c3044da5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:33.002687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:33.003305 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:33.004709 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] 10.222.0.93 "PUT /v2.0/ports/6419a67c-9ba1-49ea-8be4-c002d0d22470 HTTP/1.1" status: 200 len: 1094 time: 0.8818116 Jun 25 11:10:33.005232 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3632518-7493-4dc8-92f3-3824226946a1', 'tag': '6419a67c-9ba1-49ea-8be4-c002d0d22470'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:10:33.007561 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85332988-4440-4a7e-80c9-d56551dac5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3632518-7493-4dc8-92f3-3824226946a1", "tag": "6419a67c-9ba1-49ea-8be4-c002d0d22470"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:10:33.032958 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6419a67c-9ba1-49ea-8be4-c002d0d22470,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:33.036276 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:33.048078 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bb1ad6-0264-4a93-acd1-cf94f77815b3 x-openstack-request-id: req-46bb1ad6-0264-4a93-acd1-cf94f77815b3 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:10:33.048416 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3632518-7493-4dc8-92f3-3824226946a1", "tag": "6419a67c-9ba1-49ea-8be4-c002d0d22470", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:10:33.048739 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46bb1ad6-0264-4a93-acd1-cf94f77815b3 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:10:33.049204 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3632518-7493-4dc8-92f3-3824226946a1', 'tag': '6419a67c-9ba1-49ea-8be4-c002d0d22470', 'status': 'completed', 'code': 200} Jun 25 11:10:33.148838 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332988-4440-4a7e-80c9-d56551dac5c5 req-c8c93408-6fc6-4abc-996d-67f266de5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:33.150383 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-85332988-4440-4a7e-80c9-d56551dac5c5 req-c8c93408-6fc6-4abc-996d-67f266de5a79 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 1097 time: 0.0608318 Jun 25 11:10:33.254136 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332988-4440-4a7e-80c9-d56551dac5c5 req-f2c9491c-edd7-4ab6-a147-9bdae85a02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:33.255595 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-85332988-4440-4a7e-80c9-d56551dac5c5 req-f2c9491c-edd7-4ab6-a147-9bdae85a02e1 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0909338 Jun 25 11:10:33.353567 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332988-4440-4a7e-80c9-d56551dac5c5 req-fa8b30b6-02dc-4415-8524-1d8488cfc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:33.355086 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-85332988-4440-4a7e-80c9-d56551dac5c5 req-fa8b30b6-02dc-4415-8524-1d8488cfc2e9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931363 Jun 25 11:10:33.474650 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-d244471c-686f-45c3-9bb1-a69ac20c4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:33.476122 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-d244471c-686f-45c3-9bb1-a69ac20c4dea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 1097 time: 0.0551062 Jun 25 11:10:33.483667 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb9fc-20fe-4cec-bf42-439d4705f6c9 req-a1d32116-b01f-4017-9705-fd945c88446f tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:33.485310 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-879fb9fc-20fe-4cec-bf42-439d4705f6c9 req-a1d32116-b01f-4017-9705-fd945c88446f tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 944 time: 0.0636299 Jun 25 11:10:33.526686 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-879fb9fc-20fe-4cec-bf42-439d4705f6c9 req-24dcfef8-b192-483b-ab0b-f0adf80ad57e tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Jun 25 11:10:33.531237 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-464a59ed-a81e-4dd6-8a9c-323f1536c910 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6419a67c-9ba1-49ea-8be4-c002d0d22470 HTTP/1.1" status: 200 len: 217 time: 0.0407705 Jun 25 11:10:33.585230 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-7032d05e-3c88-4ed3-9267-5aa20e245285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:33.587095 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-7032d05e-3c88-4ed3-9267-5aa20e245285 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=16d03cba-f9a5-4dc2-8bfd-cfed34bf6717 HTTP/1.1" status: 200 len: 849 time: 0.0501502 Jun 25 11:10:33.617170 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-12a36678-ef12-4646-bcad-0dfaa1fdb280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:33.621153 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-a1e675cd-ea82-4966-9616-136ad8673962 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d94df090-c4ea-4a4b-bdfa-88bf237dfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275393 Jun 25 11:10:33.630985 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-8bcdc3e4-3d26-42bc-a82f-a5dd0fe61d9b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:10:33.631917 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-8bcdc3e4-3d26-42bc-a82f-a5dd0fe61d9b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050805 Jun 25 11:10:33.722588 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-462f9c23-df98-469c-b542-21033a096466 service neutron] 10.222.0.93 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845139 Jun 25 11:10:33.818549 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-66150cd4-c2ed-4c58-94c2-c0492931c822 req-658543d5-9d9e-4c06-9bb0-006cbfe35db6 service neutron] 10.222.0.93 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888357 Jun 25 11:10:34.699622 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af251-610a-41b1-ba21-c7b1361d0420 req-e8e67427-a45b-41a7-88d8-a7c460877939 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:34.701028 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7a8af251-610a-41b1-ba21-c7b1361d0420 req-e8e67427-a45b-41a7-88d8-a7c460877939 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 944 time: 0.0636013 Jun 25 11:10:34.739555 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7a8af251-610a-41b1-ba21-c7b1361d0420 req-6151046b-c6b8-448a-be44-8a7f5430c599 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jun 25 11:10:35.922587 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91494167-182c-45e5-ae1f-402458bf1785 req-e481d761-3c7a-458c-b449-9469c80e57de tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:35.924102 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91494167-182c-45e5-ae1f-402458bf1785 req-e481d761-3c7a-458c-b449-9469c80e57de tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 944 time: 0.0703895 Jun 25 11:10:35.962003 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-91494167-182c-45e5-ae1f-402458bf1785 req-d9cac490-ce29-4820-b1c3-7c1c3091cc60 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Jun 25 11:10:36.468959 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 6419a67c-9ba1-49ea-8be4-c002d0d22470 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:10:36.562553 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 6419a67c-9ba1-49ea-8be4-c002d0d22470, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6419a67c-9ba1-49ea-8be4-c002d0d22470,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:10:36.574031 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '6419a67c-9ba1-49ea-8be4-c002d0d22470', 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb', 'port_id': '6419a67c-9ba1-49ea-8be4-c002d0d22470', 'mac_address': 'fa:16:3e:44:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d03cba-f9a5-4dc2-8bfd-cfed34bf6717', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:10:36.632218 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:36.645506 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6419a67c-9ba1-49ea-8be4-c002d0d22470 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:10:36.667108 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 6419a67c-9ba1-49ea-8be4-c002d0d22470, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6419a67c-9ba1-49ea-8be4-c002d0d22470,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:10:36.679474 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-b676443d-551d-49b0-8dbb-271a8757d4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:36.742936 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:36.765767 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:36.767475 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-03adf5d7-1388-4c34-9a61-786482c7c026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:36.812875 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=6419a67c-9ba1-49ea-8be4-c002d0d22470,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:36.815911 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:37.090723 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['6419a67c-9ba1-49ea-8be4-c002d0d22470'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:10:37.142267 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c49d5-c43e-4e12-b3dc-4c03a0e499cf req-89963072-817a-4a8d-b5c7-3494699454b5 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:37.143787 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4a5c49d5-c43e-4e12-b3dc-4c03a0e499cf req-89963072-817a-4a8d-b5c7-3494699454b5 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 945 time: 0.0690932 Jun 25 11:10:37.189065 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4a5c49d5-c43e-4e12-b3dc-4c03a0e499cf req-dbfcee72-4deb-48e0-bf6c-dc5cda6d3f7e tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393693 Jun 25 11:10:37.942624 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:38.361537 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40642-3ec4-4c35-933e-fc886f985290 req-75868ccf-b400-4bc3-b2c0-9193e8ab11e9 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:38.362992 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-afa40642-3ec4-4c35-933e-fc886f985290 req-75868ccf-b400-4bc3-b2c0-9193e8ab11e9 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 945 time: 0.0623302 Jun 25 11:10:38.400457 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-afa40642-3ec4-4c35-933e-fc886f985290 req-d0968fb7-d05d-4280-91ff-69d97cfd2036 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Jun 25 11:10:38.469942 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 6419a67c-9ba1-49ea-8be4-c002d0d22470 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:10:38.616871 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 6419a67c-9ba1-49ea-8be4-c002d0d22470 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:10:38.621521 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 6419a67c-9ba1-49ea-8be4-c002d0d22470 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:10:38.621951 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:38.699878 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:38.722516 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3632518-7493-4dc8-92f3-3824226946a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6419a67c-9ba1-49ea-8be4-c002d0d22470'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:10:38.724835 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a15aea-c442-4a74-9908-c82f8b1a5122" -d '{"events": [{"server_uuid": "b3632518-7493-4dc8-92f3-3824226946a1", "name": "network-vif-plugged", "status": "completed", "tag": "6419a67c-9ba1-49ea-8be4-c002d0d22470"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:10:38.741366 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 6419a67c-9ba1-49ea-8be4-c002d0d22470, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6419a67c-9ba1-49ea-8be4-c002d0d22470,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:10:38.761326 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36d9d52-787f-47c3-a0ad-c009a709731b x-openstack-request-id: req-b36d9d52-787f-47c3-a0ad-c009a709731b {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:10:38.761755 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3632518-7493-4dc8-92f3-3824226946a1", "name": "network-vif-plugged", "status": "completed", "tag": "6419a67c-9ba1-49ea-8be4-c002d0d22470", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:10:38.762064 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b36d9d52-787f-47c3-a0ad-c009a709731b {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:10:38.762484 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3632518-7493-4dc8-92f3-3824226946a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6419a67c-9ba1-49ea-8be4-c002d0d22470', 'code': 200} Jun 25 11:10:38.913805 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:38.915788 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:38.964387 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=6419a67c-9ba1-49ea-8be4-c002d0d22470,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:38.968110 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:39.251840 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392156c1-2216-481f-9ab8-019242c1161b req-472d76e8-cfeb-4431-a649-770663844309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:39.253210 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-392156c1-2216-481f-9ab8-019242c1161b req-472d76e8-cfeb-4431-a649-770663844309 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 1099 time: 0.0531929 Jun 25 11:10:39.288888 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-392156c1-2216-481f-9ab8-019242c1161b req-23f6f81a-51a2-40f6-a298-ce244ad7ef1e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284271 Jun 25 11:10:39.457053 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:39.574294 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5555ac-ac16-45ad-b88c-6c0d969874ae req-f0d5b227-5b2e-41ec-a6e7-89786744f1cf tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:39.575835 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1b5555ac-ac16-45ad-b88c-6c0d969874ae req-f0d5b227-5b2e-41ec-a6e7-89786744f1cf tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 946 time: 0.0639739 Jun 25 11:10:39.616415 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1b5555ac-ac16-45ad-b88c-6c0d969874ae req-8d43c5c6-51f5-4c76-bb23-12f9fcd2b526 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349495 Jun 25 11:10:40.789936 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5629b85-8a4a-48b0-8d16-91153d6e1180 req-5087c88f-7ac5-4c80-93be-ed33e431bd48 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:40.791411 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d5629b85-8a4a-48b0-8d16-91153d6e1180 req-5087c88f-7ac5-4c80-93be-ed33e431bd48 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 946 time: 0.0632694 Jun 25 11:10:40.841119 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d5629b85-8a4a-48b0-8d16-91153d6e1180 req-166f7913-a572-4f82-991d-0e667c56d734 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Jun 25 11:10:42.017198 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d0c9-76ad-45d2-aa6c-a2184ceb0a07 req-3c4ed6b9-5441-4e8a-a77e-53e95ffb7235 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:42.018749 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d76d0c9-76ad-45d2-aa6c-a2184ceb0a07 req-3c4ed6b9-5441-4e8a-a77e-53e95ffb7235 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 946 time: 0.0631812 Jun 25 11:10:42.055891 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d76d0c9-76ad-45d2-aa6c-a2184ceb0a07 req-de84167c-8eb4-4f92-96f9-ade76c9edc29 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Jun 25 11:10:43.961612 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4e8ff-5e25-4b70-a880-be8c71a35de3 req-0e2960db-cea8-4cd4-a2a3-3fbe17220132 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:43.963235 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ef4e8ff-5e25-4b70-a880-be8c71a35de3 req-0e2960db-cea8-4cd4-a2a3-3fbe17220132 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 946 time: 0.0666592 Jun 25 11:10:44.000473 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1ef4e8ff-5e25-4b70-a880-be8c71a35de3 req-5ac00745-2e81-4ec6-9d22-4ebd6d93bf1c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308430 Jun 25 11:10:45.180347 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822b66-2e0d-427a-b8a2-8edfce0f6004 req-2830e473-812c-4edf-b4f9-eb7c648ea9ae tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:45.181856 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-22822b66-2e0d-427a-b8a2-8edfce0f6004 req-2830e473-812c-4edf-b4f9-eb7c648ea9ae tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 946 time: 0.0697987 Jun 25 11:10:45.222725 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-22822b66-2e0d-427a-b8a2-8edfce0f6004 req-e01e6817-b094-470f-a483-8d9dec84c7d2 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340843 Jun 25 11:10:45.441384 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-5bd3e807-3436-4b7b-b38f-ed5592332de0 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:45.442864 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-5bd3e807-3436-4b7b-b38f-ed5592332de0 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 946 time: 0.0674050 Jun 25 11:10:45.541843 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Deleting port 6419a67c-9ba1-49ea-8be4-c002d0d22470 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:10:45.542183 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:45.631849 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] For port 6419a67c-9ba1-49ea-8be4-c002d0d22470, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=6419a67c-9ba1-49ea-8be4-c002d0d22470,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:10:45.632101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:45.645610 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Calling delete_port for 6419a67c-9ba1-49ea-8be4-c002d0d22470 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:10:45.897048 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:45.901036 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ccd18cc6-31a3-47ae-a15a-730bb2379139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:45.931019 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Pushing event deleted for resources: {'Port': ['ID=6419a67c-9ba1-49ea-8be4-c002d0d22470,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:45.936282 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:45.936907 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['6419a67c-9ba1-49ea-8be4-c002d0d22470'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:10:45.977796 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] No DVR routers for this DVR port 6419a67c-9ba1-49ea-8be4-c002d0d22470 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:10:45.980292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:45.982999 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-05df75dd-754e-4ed5-879d-69d1215bcb4a req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "DELETE /v2.0/ports/6419a67c-9ba1-49ea-8be4-c002d0d22470 HTTP/1.1" status: 204 len: 173 time: 0.5338316 Jun 25 11:10:45.987320 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3632518-7493-4dc8-92f3-3824226946a1', 'name': 'network-vif-deleted', 'tag': '6419a67c-9ba1-49ea-8be4-c002d0d22470'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:10:45.987320 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f5d136-0582-4c59-b422-7121732d4994" -d '{"events": [{"server_uuid": "b3632518-7493-4dc8-92f3-3824226946a1", "name": "network-vif-deleted", "tag": "6419a67c-9ba1-49ea-8be4-c002d0d22470"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:10:46.026548 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e66dc66-fa42-492e-9813-571f2ebb83aa x-openstack-request-id: req-1e66dc66-fa42-492e-9813-571f2ebb83aa {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:10:46.026897 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3632518-7493-4dc8-92f3-3824226946a1", "name": "network-vif-deleted", "tag": "6419a67c-9ba1-49ea-8be4-c002d0d22470", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:10:46.027186 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e66dc66-fa42-492e-9813-571f2ebb83aa {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:10:46.027630 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3632518-7493-4dc8-92f3-3824226946a1', 'name': 'network-vif-deleted', 'tag': '6419a67c-9ba1-49ea-8be4-c002d0d22470', 'status': 'completed', 'code': 200} Jun 25 11:10:46.366449 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c0fb942c-cea1-4440-a24e-375a39baed29 req-c8e88e28-e0d5-4401-8923-ca7aad325c60 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3632518-7493-4dc8-92f3-3824226946a1 HTTP/1.1" status: 200 len: 210 time: 0.0291929 Jun 25 11:10:47.668090 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-0f63b0c9-c4a7-49f5-a23b-4392a9e05484 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:47.669450 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-0f63b0c9-c4a7-49f5-a23b-4392a9e05484 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/networks?id=d94df090-c4ea-4a4b-bdfa-88bf237dfafb HTTP/1.1" status: 200 len: 809 time: 0.1047294 Jun 25 11:10:47.684833 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-83dc35ba-0ca6-4525-bb86-9531b0ec0ba3 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/quotas/daa72b1daeea4eb5bf4206cd1400b95c HTTP/1.1" status: 200 len: 375 time: 0.0098121 Jun 25 11:10:47.720855 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-87950d44-e337-4ab0-bddc-b1ed5eaea428 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304129 Jun 25 11:10:47.732519 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-3f665ffe-456c-4d10-a7c3-0e6a1563e343 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=105345) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 11:10:47.733601 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-3f665ffe-456c-4d10-a7c3-0e6a1563e343 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058448 Jun 25 11:10:47.827460 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-3072a97c-8f80-4dbd-a087-261ac66e7ef9 service neutron] 10.222.0.13 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874240 Jun 25 11:10:47.930557 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-8a40ad4d-b655-4884-a15c-a7eed7b3eea0 service neutron] 10.222.0.13 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967331 Jun 25 11:10:48.291360 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-56eb16d2-bc18-40b3-a39a-00508b56adc1 req-b356d933-90d6-4f42-9744-e5d1851dc937 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 210 time: 0.0350831 Jun 25 11:10:48.501953 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 6419a67c-9ba1-49ea-8be4-c002d0d22470 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:10:48.523878 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 6419a67c-9ba1-49ea-8be4-c002d0d22470 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:10:48.524227 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 6419a67c-9ba1-49ea-8be4-c002d0d22470 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:10:48.612117 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:49.431648 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-04e17201-7d12-449a-b932-d35a87467ada req-0fef6fb1-b346-46e3-ad89-8cc155a1c082 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 210 time: 0.0289135 Jun 25 11:10:50.582077 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fab2522e-4466-4061-bbee-c10ec6b7f846 req-c7d103f3-b924-45ed-8e10-7e6927c9025f tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 210 time: 0.0324323 Jun 25 11:10:50.674268 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-a80bdf70-efed-4055-b08f-92fc8f98a462 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:50.675687 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-a80bdf70-efed-4055-b08f-92fc8f98a462 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "GET /v2.0/networks?id=d94df090-c4ea-4a4b-bdfa-88bf237dfafb HTTP/1.1" status: 200 len: 809 time: 0.1490924 Jun 25 11:10:50.695958 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Request body: {'port': {'device_id': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb', 'admin_state_up': True, 'tenant_id': 'daa72b1daeea4eb5bf4206cd1400b95c'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:10:50.925470 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Made reservation on behalf of daa72b1daeea4eb5bf4206cd1400b95c for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:10:50.929351 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:51.086954 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Allocated IP 172.20.0.14 (d94df090-c4ea-4a4b-bdfa-88bf237dfafb/16d03cba-f9a5-4dc2-8bfd-cfed34bf6717/2d926f6b-0ba6-4293-9ef8-9afe5ee553ac) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:10:51.252661 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:51.343479 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:51.348098 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:51.399189 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Network d94df090-c4ea-4a4b-bdfa-88bf237dfafb is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:10:51.402556 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:10:51.406968 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:10:51.416764 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Pushing event updated for resources: {'Port': ['ID=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:51.436721 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:51.473078 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:51.473548 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:51.623282 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-789b434c-fae5-4384-bfac-4348cb863c5c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9312994 Jun 25 11:10:51.708002 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Request body: {'port': {'device_id': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:10:51.787618 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:51.801148 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f209b3e-3ee6-4713-aaac-ff5c0cc0a7cc req-6f948285-6746-4624-b2ee-4b65c1a1b89b tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:51.803578 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4f209b3e-3ee6-4713-aaac-ff5c0cc0a7cc req-6f948285-6746-4624-b2ee-4b65c1a1b89b tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 932 time: 0.0786598 Jun 25 11:10:51.853738 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4f209b3e-3ee6-4713-aaac-ff5c0cc0a7cc req-36589a52-e2e5-4d80-b787-e9f8f17181a0 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442665 Jun 25 11:10:52.363496 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:10:52.372022 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:52.386963 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Transition to ACTIVE for port object 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:10:52.451080 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:52.453772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:52.507121 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:52.510352 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:52.588430 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Attempting to bind port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:10:52.588798 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Attempting to bind port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:10:52.589136 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Attempting to bind port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac on network d94df090-c4ea-4a4b-bdfa-88bf237dfafb {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:10:52.594907 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac on network d94df090-c4ea-4a4b-bdfa-88bf237dfafb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:10:52.595328 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Attempting to bind port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac on network d94df090-c4ea-4a4b-bdfa-88bf237dfafb {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:10:52.601020 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:10:52.601378 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Checking segment: {'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:10:52.601752 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Bound using segment: {'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:10:52.602238 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Bound port: 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624d133f-6af7-4250-9d01-9f4f7e93bf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:10:52.602655 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:52.672904 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] For port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:10:52.676329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] For port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:10:53.045998 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:53.049010 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-93370ba8-5f98-4def-aa88-4095941b002d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:53.058982 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25932038-b5ae-49e4-ad7e-0c5805d77467 req-96491198-dcf7-49ea-a877-73552b5f6d1b tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:53.060556 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-25932038-b5ae-49e4-ad7e-0c5805d77467 req-96491198-dcf7-49ea-a877-73552b5f6d1b tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 944 time: 0.0813687 Jun 25 11:10:53.078849 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:53.079504 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:53.080885 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] 10.222.0.93 "PUT /v2.0/ports/2d926f6b-0ba6-4293-9ef8-9afe5ee553ac HTTP/1.1" status: 200 len: 1094 time: 1.4409494 Jun 25 11:10:53.083710 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'tag': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:10:53.086129 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ad7dd5-906b-4d5d-b8ca-e02fc9e59311" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa22b5d-e43a-46fa-a971-7d80bed2089c", "tag": "2d926f6b-0ba6-4293-9ef8-9afe5ee553ac"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:10:53.102421 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-25932038-b5ae-49e4-ad7e-0c5805d77467 req-5d0f21e6-8d74-4618-b0f3-2901e15a1c9c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Jun 25 11:10:53.114682 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:53.124194 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:53.137238 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a9c1cc-8c1d-496b-8f81-3267e9a8d977 x-openstack-request-id: req-07a9c1cc-8c1d-496b-8f81-3267e9a8d977 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:10:53.137238 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa22b5d-e43a-46fa-a971-7d80bed2089c", "tag": "2d926f6b-0ba6-4293-9ef8-9afe5ee553ac", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:10:53.137238 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07a9c1cc-8c1d-496b-8f81-3267e9a8d977 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:10:53.137238 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'tag': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac', 'status': 'completed', 'code': 200} Jun 25 11:10:53.238485 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7dd5-906b-4d5d-b8ca-e02fc9e59311 req-f36778e7-d211-459a-85b8-c66f5b7cb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:53.240222 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-94ad7dd5-906b-4d5d-b8ca-e02fc9e59311 req-f36778e7-d211-459a-85b8-c66f5b7cb1ad service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 1097 time: 0.0624840 Jun 25 11:10:53.369842 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7dd5-906b-4d5d-b8ca-e02fc9e59311 req-7ca3117d-7cd8-4da2-af6e-61b3b3b93cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:53.371366 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-94ad7dd5-906b-4d5d-b8ca-e02fc9e59311 req-7ca3117d-7cd8-4da2-af6e-61b3b3b93cfb service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1105535 Jun 25 11:10:53.478862 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7dd5-906b-4d5d-b8ca-e02fc9e59311 req-11e37add-939a-4335-8981-60042319cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:53.480403 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-94ad7dd5-906b-4d5d-b8ca-e02fc9e59311 req-11e37add-939a-4335-8981-60042319cb71 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022561 Jun 25 11:10:53.609155 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-d1bc1b5c-097e-4b20-b999-570418c735c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:53.610660 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-d1bc1b5c-097e-4b20-b999-570418c735c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 1097 time: 0.0677612 Jun 25 11:10:53.659443 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-b093ac48-2732-4e4a-b671-ee1a89f651d5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac HTTP/1.1" status: 200 len: 217 time: 0.0344594 Jun 25 11:10:53.712689 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-7c6832f1-29e5-44ab-ae41-40db5c760762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:53.714215 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-7c6832f1-29e5-44ab-ae41-40db5c760762 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=16d03cba-f9a5-4dc2-8bfd-cfed34bf6717 HTTP/1.1" status: 200 len: 849 time: 0.0487280 Jun 25 11:10:53.747457 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-ae14aa25-8a9e-498c-8be9-043f6e078fe0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d94df090-c4ea-4a4b-bdfa-88bf237dfafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270853 Jun 25 11:10:53.842462 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-9457272d-6411-4b20-86d7-7f771ab8abd0 service neutron] 10.222.0.93 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880151 Jun 25 11:10:53.941779 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7b4cb8f8-8a73-4216-b27a-c6864e271a02 req-c04dbdab-fc2e-483d-98e2-2c1b74b99eef service neutron] 10.222.0.93 "GET /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927904 Jun 25 11:10:54.281601 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c03154-ee44-459e-b271-b100af7f0edb req-0a550bb2-ea1d-4b9c-b957-eb2301a7fc68 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:54.283214 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d7c03154-ee44-459e-b271-b100af7f0edb req-0a550bb2-ea1d-4b9c-b957-eb2301a7fc68 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 944 time: 0.0681798 Jun 25 11:10:54.331568 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d7c03154-ee44-459e-b271-b100af7f0edb req-14b2a30d-58f6-4bd5-a0ab-1abc70a6542e tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Jun 25 11:10:55.517750 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078fe3-d6ff-4905-b5ae-6bef38723e40 req-efb4a896-43b2-48b1-b4c9-0b69c4ca066d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:55.519287 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4e078fe3-d6ff-4905-b5ae-6bef38723e40 req-efb4a896-43b2-48b1-b4c9-0b69c4ca066d tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 944 time: 0.0692744 Jun 25 11:10:55.560402 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4e078fe3-d6ff-4905-b5ae-6bef38723e40 req-bb5adcf6-4e30-4b1f-840e-4a651de249d5 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Jun 25 11:10:56.558038 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:10:56.684020 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:10:56.698060 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac', 'network_id': 'd94df090-c4ea-4a4b-bdfa-88bf237dfafb', 'port_id': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac', 'mac_address': 'fa:16:3e:71:0b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d03cba-f9a5-4dc2-8bfd-cfed34bf6717', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:10:56.751618 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:56.767168 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:10:56.790305 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:10:56.797681 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fda04-26fc-49ad-9a58-255d2fbb4a9c req-291ce5cb-6e5e-4509-b706-30f3c0dd27f4 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:56.801862 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cc1fda04-26fc-49ad-9a58-255d2fbb4a9c req-291ce5cb-6e5e-4509-b706-30f3c0dd27f4 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 944 time: 0.0949597 Jun 25 11:10:56.850853 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:56.852078 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-cc1fda04-26fc-49ad-9a58-255d2fbb4a9c req-1d02d2bd-ac4b-4a7b-8024-9bf5609a15af tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Jun 25 11:10:56.855607 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:56.914869 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:56.925554 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.926096 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.926655 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.927227 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.927721 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.928259 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.928720 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.929271 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.929809 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.930282 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.930643 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.931088 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:10:56.936652 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:57.154684 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['2d926f6b-0ba6-4293-9ef8-9afe5ee553ac'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:10:58.031708 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2226db-a3e7-41ca-a9c9-cf5d931dacbd req-86357507-0012-4372-b0d6-a4c2e5b0a800 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:58.033430 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef2226db-a3e7-41ca-a9c9-cf5d931dacbd req-86357507-0012-4372-b0d6-a4c2e5b0a800 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 945 time: 0.0657134 Jun 25 11:10:58.075179 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ef2226db-a3e7-41ca-a9c9-cf5d931dacbd req-054984c2-7acf-46b5-b5a2-a93e283c1b16 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Jun 25 11:10:58.559850 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:10:58.673356 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:10:58.677783 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:10:58.678186 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:58.767105 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:58.800764 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:10:58.803225 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c788988-7cdb-4e8d-9ee3-2756d8359ecb" -d '{"events": [{"server_uuid": "5aa22b5d-e43a-46fa-a971-7d80bed2089c", "name": "network-vif-plugged", "status": "completed", "tag": "2d926f6b-0ba6-4293-9ef8-9afe5ee553ac"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:10:58.818677 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:10:58.846232 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e294fb-216e-4d85-b881-be8fb356e7d3 x-openstack-request-id: req-a7e294fb-216e-4d85-b881-be8fb356e7d3 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:10:58.846641 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa22b5d-e43a-46fa-a971-7d80bed2089c", "name": "network-vif-plugged", "status": "completed", "tag": "2d926f6b-0ba6-4293-9ef8-9afe5ee553ac", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:10:58.846972 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7e294fb-216e-4d85-b881-be8fb356e7d3 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:10:58.847452 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac', 'code': 200} Jun 25 11:10:58.907924 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:10:58.910137 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-637bd6b3-d6b9-46af-ad26-9b8b5554a4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:10:58.959695 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:10:58.972834 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:10:59.255702 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3c0fa-fafe-44b4-9def-5b93e346ff14 req-365af4c9-568f-4a39-b02a-758b6381ff28 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:59.257131 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bab3c0fa-fafe-44b4-9def-5b93e346ff14 req-365af4c9-568f-4a39-b02a-758b6381ff28 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 946 time: 0.0665243 Jun 25 11:10:59.294466 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bab3c0fa-fafe-44b4-9def-5b93e346ff14 req-58cd2ed5-598d-4c3d-9351-eafeefbdc523 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Jun 25 11:10:59.563589 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49dec-d59f-48f5-84bd-669bd9d5ce2c req-6e410782-2df5-456d-8e86-359e44d40fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:10:59.564965 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d4c49dec-d59f-48f5-84bd-669bd9d5ce2c req-6e410782-2df5-456d-8e86-359e44d40fd4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 1099 time: 0.0603700 Jun 25 11:10:59.600890 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d4c49dec-d59f-48f5-84bd-669bd9d5ce2c req-763b4ca9-5746-4441-ad61-60943fab8c6e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296168 Jun 25 11:11:00.497311 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69acdf3-e120-4cb9-aa13-424b0b579af0 req-09b825ce-c8ef-4b3b-9276-02100d8a63ab tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:00.500679 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b69acdf3-e120-4cb9-aa13-424b0b579af0 req-09b825ce-c8ef-4b3b-9276-02100d8a63ab tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 946 time: 0.0902779 Jun 25 11:11:00.540301 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b69acdf3-e120-4cb9-aa13-424b0b579af0 req-eec6b0a6-4964-4682-aa15-4ffec95e45f0 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337455 Jun 25 11:11:01.357766 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:11:01.729598 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7c65d-8139-4c03-91af-4edecf872a43 req-8ce9ed7f-1858-443e-be17-a2fa3ff90ec7 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:01.731154 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8ff7c65d-8139-4c03-91af-4edecf872a43 req-8ce9ed7f-1858-443e-be17-a2fa3ff90ec7 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 946 time: 0.0689211 Jun 25 11:11:01.772869 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8ff7c65d-8139-4c03-91af-4edecf872a43 req-628a3afe-fcf0-4347-81af-741cd35ef795 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Jun 25 11:11:03.407140 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea75027-f065-46d7-97c5-d6c89734cbad req-e2af92c0-14f2-4d96-b0b6-6ed738f05d3c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:03.411858 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aea75027-f065-46d7-97c5-d6c89734cbad req-e2af92c0-14f2-4d96-b0b6-6ed738f05d3c tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 946 time: 0.0640078 Jun 25 11:11:03.456772 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aea75027-f065-46d7-97c5-d6c89734cbad req-7762af90-1f2a-482c-ba13-abc6977795e5 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Jun 25 11:11:03.621893 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-02986f21-b651-4116-b2d0-2faba71bfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:04.639327 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78868de-3bfc-493a-92c3-90f35c45bc3d req-4f77f08f-0823-4c3c-b715-1f5b4525ccdf tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:04.640710 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b78868de-3bfc-493a-92c3-90f35c45bc3d req-4f77f08f-0823-4c3c-b715-1f5b4525ccdf tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 946 time: 0.0660105 Jun 25 11:11:04.679260 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b78868de-3bfc-493a-92c3-90f35c45bc3d req-7fd0982f-2c4e-43b6-805e-9ebbfab17cb4 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/security-groups?id=07c5ef89-b63d-4a52-98a4-4ec61d3db71e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Jun 25 11:11:04.837092 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-e66a432e-039e-4c7e-b079-e18fd921c807 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:04.838696 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-e66a432e-039e-4c7e-b079-e18fd921c807 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 946 time: 0.0676463 Jun 25 11:11:04.940807 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Deleting port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:11:04.941064 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:05.033288 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] For port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,segment=NetworkSegment(624d133f-6af7-4250-9d01-9f4f7e93bf18),segment_id=624d133f-6af7-4250-9d01-9f4f7e93bf18)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:05.033642 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:05.046366 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Calling delete_port for 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:11:05.232107 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:05.236116 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b00d3116-61d8-4dba-9bf7-b19fb654e584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:05.267128 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Pushing event deleted for resources: {'Port': ['ID=2d926f6b-0ba6-4293-9ef8-9afe5ee553ac,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:05.268268 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['2d926f6b-0ba6-4293-9ef8-9afe5ee553ac'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:11:05.295871 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.296259 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.296630 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.296998 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.297362 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.297723 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.298109 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.298466 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.298824 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.299178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.299530 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.299881 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:05.304025 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:05.322014 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] No DVR routers for this DVR port 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:11:05.324640 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:05.327266 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-7c5320b5-15c2-43e1-9ae7-5048b4a11ead req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.93 "DELETE /v2.0/ports/2d926f6b-0ba6-4293-9ef8-9afe5ee553ac HTTP/1.1" status: 204 len: 173 time: 0.4833443 Jun 25 11:11:05.327765 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'name': 'network-vif-deleted', 'tag': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:11:05.330275 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e707d1-f89c-4f7b-a0d3-7db90483839b" -d '{"events": [{"server_uuid": "5aa22b5d-e43a-46fa-a971-7d80bed2089c", "name": "network-vif-deleted", "tag": "2d926f6b-0ba6-4293-9ef8-9afe5ee553ac"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:11:05.434190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc447fc-430b-4efc-88e9-77f0a6ac7212 x-openstack-request-id: req-2dc447fc-430b-4efc-88e9-77f0a6ac7212 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:11:05.434190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa22b5d-e43a-46fa-a971-7d80bed2089c", "name": "network-vif-deleted", "tag": "2d926f6b-0ba6-4293-9ef8-9afe5ee553ac", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:11:05.434190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dc447fc-430b-4efc-88e9-77f0a6ac7212 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:11:05.434190 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa22b5d-e43a-46fa-a971-7d80bed2089c', 'name': 'network-vif-deleted', 'tag': '2d926f6b-0ba6-4293-9ef8-9afe5ee553ac', 'status': 'completed', 'code': 200} Jun 25 11:11:05.840606 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-69c5c17e-b2dc-4dfc-b05c-9f1e85789d24 req-4afca312-23b5-4831-aee5-a8280bdc2630 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] 10.222.0.13 "GET /v2.0/ports?device_id=5aa22b5d-e43a-46fa-a971-7d80bed2089c HTTP/1.1" status: 200 len: 210 time: 0.0346463 Jun 25 11:11:06.697284 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-33a7a681-b8fe-48d5-b96e-f1bce97ceb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:06.771304 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:07.959174 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:08.591381 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:11:08.625945 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:11:08.626253 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 2d926f6b-0ba6-4293-9ef8-9afe5ee553ac not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:11:09.456538 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:18.684929 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:27.664359 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-918153c9-5f5e-4ab3-bd3f-87dc7af549f6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544128 Jun 25 11:11:27.793385 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-0c4bb5ef-6f7a-4eab-a81a-2871149c9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:27.795538 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-0c4bb5ef-6f7a-4eab-a81a-2871149c9c0e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1098 time: 0.0709114 Jun 25 11:11:27.978772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-fb7089f9-d1a8-4373-a53f-9d5b9a0e2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:27.980357 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-fb7089f9-d1a8-4373-a53f-9d5b9a0e2485 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.1551833 Jun 25 11:11:28.072037 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-1469f484-05a8-4e79-9821-2e0ab0eac0cb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 200 len: 1000 time: 0.0816026 Jun 25 11:11:28.142357 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-57acf149-a44b-46b5-9f83-a7a65bfb32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:28.144219 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-57acf149-a44b-46b5-9f83-a7a65bfb32b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0610988 Jun 25 11:11:28.218938 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-e1f0f07c-b841-4761-8886-bc2008df190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:28.220924 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-e1f0f07c-b841-4761-8886-bc2008df190d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658312 Jun 25 11:11:28.328171 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-83f20a5f-3bea-48e7-9a56-17f470f9e3aa service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004169 Jun 25 11:11:28.430400 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f1c9ef2a-9348-4af5-a786-ae38b0312013 req-b9f5641f-5116-45df-8017-f0d6b41709b3 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936539 Jun 25 11:11:33.603653 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-19e981a4-6dbc-4d20-bdd3-c4cfdedb8960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.199317 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36028) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:34.244303 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_v2 [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Deleting subnet 16d03cba-f9a5-4dc2-8bfd-cfed34bf6717 {{(pid=105345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:11:34.247509 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.282397 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7030628'] for subnet, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.329797 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.490108 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5951637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5940463'] for subnet, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.492526 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-6f155964-8eae-4ea2-aae5-0f8663591916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:34.515913 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d03cba-f9a5-4dc2-8bfd-cfed34bf6717,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:34.522868 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.525248 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16d03cba-f9a5-4dc2-8bfd-cfed34bf6717 HTTP/1.1" status: 204 len: 168 time: 0.3234823 Jun 25 11:11:34.527543 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36034) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:34.543070 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-82897a51-82b1-473a-b268-a23d92386b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:34.601985 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.681156 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.691534 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94df090-c4ea-4a4b-bdfa-88bf237dfafb']}} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:34.702234 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624d133f-6af7-4250-9d01-9f4f7e93bf18') {'for_net_delete': True} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:34.706957 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.services.segments.db [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624d133f-6af7-4250-9d01-9f4f7e93bf18') {} {{(pid=105346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:34.711693 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4743379'] for segment, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.725280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.731123 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=105346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:11:34.731509 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5724342'] for segment, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: conditions |= (models_v2.Port.network_id.in_( Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: Traceback (most recent call last): Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: timer() Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: cb(*args, **kw) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: return func(*args, **kwargs) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: self._notify() Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: self.callback(batched_events) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: event.method(event) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: return f(self, *a, **k) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._get(url).json() Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: return self.request(url, 'GET', **kwargs) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:11:34.733123 dv-cinder-793136-2-iscsi neutron-server[105346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:11:34.890046 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.894178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:34.896650 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:34.898510 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] 10.222.0.13 "DELETE /v2.0/networks/d94df090-c4ea-4a4b-bdfa-88bf237dfafb HTTP/1.1" status: 204 len: 168 time: 0.3699188 Jun 25 11:11:34.909463 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d94df090-c4ea-4a4b-bdfa-88bf237dfafb,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:34.911982 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f8fcb915-78ff-4038-9530-654e664822eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:35.306411 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36038) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:35.346700 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-27955818-77e9-4167-aa6f-bc59729d8e17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daa72b1daeea4eb5bf4206cd1400b95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390365 Jun 25 11:11:35.349028 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36040) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:35.396650 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-52b2c082-9900-4970-9917-858dbe6f99fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:35.419118 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-52b2c082-9900-4970-9917-858dbe6f99fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:35.546764 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-52b2c082-9900-4970-9917-858dbe6f99fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:35.549385 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-52b2c082-9900-4970-9917-858dbe6f99fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:35.550633 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-52b2c082-9900-4970-9917-858dbe6f99fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07c5ef89-b63d-4a52-98a4-4ec61d3db71e HTTP/1.1" status: 204 len: 168 time: 0.2006454 Jun 25 11:11:35.551579 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-74af51b3-f9f5-4903-a948-60b239236c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:35.559177 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2c082-9900-4970-9917-858dbe6f99fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c5ef89-b63d-4a52-98a4-4ec61d3db71e,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:35.562155 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-52b2c082-9900-4970-9917-858dbe6f99fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:36.689615 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-af1824ee-4fc3-4847-99ae-5e399defaacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:36.705437 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36066) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:36.735319 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:36.801525 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1778182768-network', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:36.900914 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Made reservation on behalf of 0edf37bbb88a4eb2aba41bd959531122 for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:11:36.903866 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:36.916364 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.002660 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.135744 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.139395 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-7f2d39de-17cd-402e-a407-499f24791a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:37.163901 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:11:37.168969 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf62fbe-e076-47cd-9a08-25f46febfc5c,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:37.172011 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:37.177778 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.178387 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Added segment 92640c9a-3c32-48c8-b21d-cf554c58cb09 of type vlan for network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a Jun 25 11:11:37.218024 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.352080 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.353466 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:37.354076 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.357141 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:37.412534 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:37.419888 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:37.422853 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:11:37.490183 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-423a20c7-18ac-44b9-941b-846916bdb910 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7835844 Jun 25 11:11:37.493084 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36070) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:37.499313 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Request body: {'subnet': {'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1778182768-subnet', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:37.626720 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Made reservation on behalf of 0edf37bbb88a4eb2aba41bd959531122 for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:11:37.632340 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6103535'] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.809879 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-7a6a2147-c762-4d79-b3c1-89f72f2acf20 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1364452579&fields=id&tenant_id=02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 267 time: 0.0365303 Jun 25 11:11:37.917004 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-db673214-7c61-4a8b-ab30-df05e1846ce9 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:37.919183 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-db673214-7c61-4a8b-ab30-df05e1846ce9 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 812 time: 0.1027515 Jun 25 11:11:37.934478 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-66a978bb-3f3a-4a6f-82b9-3f4e0be8e2c4 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/quotas/02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 375 time: 0.0093160 Jun 25 11:11:37.958761 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5724180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6103549'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:37.969332 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:38.006687 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-217c9843-a3e5-43f1-9b2a-f274ebffc469 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670035 Jun 25 11:11:38.015832 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0972b4c-7453-443d-8dc4-b7a6171f4c18,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:38.019277 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:38.025402 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Checking segment: {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:38.025912 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Network hostable DHCP agents. Network: 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:11:38.044308 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.103264 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-7315cb75-d70b-457b-a6e0-d9a02e8581ad service neutron] 10.222.0.13 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846486 Jun 25 11:11:38.140793 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:11:38.192442 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-49d8a7c8-1a72-44ed-a78f-46df012c14e9 service neutron] 10.222.0.13 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828662 Jun 25 11:11:38.233005 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:38.237205 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:38.238148 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.242406 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0ab9c-a5ff-4fae-b706-a7ecf0426b5c None None] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:11:38.335071 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-be66f885-708a-429c-94e1-22655ef406c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8366270 Jun 25 11:11:38.335410 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36088) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:38.342573 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:38.358970 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:11:38.394646 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:11:38.395564 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.462110 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.463894 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.521025 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.529466 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Allocated IP 172.20.0.2 (3d8a1a4c-bd16-4a6f-bf2e-78486714a97a/c0972b4c-7453-443d-8dc4-b7a6171f4c18/ff444c0d-159f-4bfc-9550-e051ca7606f9) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:38.676550 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.684920 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Transition to ACTIVE for port object ff444c0d-159f-4bfc-9550-e051ca7606f9 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:38.700316 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Transition to ACTIVE for port object ff444c0d-159f-4bfc-9550-e051ca7606f9 will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:38.743515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.815790 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.817983 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:38.858496 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:38.862719 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:38.867206 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:38.880713 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Pushing event updated for resources: {'Port': ['ID=ff444c0d-159f-4bfc-9550-e051ca7606f9,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:38.893299 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:38.947668 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Attempting to bind port ff444c0d-159f-4bfc-9550-e051ca7606f9 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:11:38.948002 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Attempting to bind port ff444c0d-159f-4bfc-9550-e051ca7606f9 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:11:38.948578 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Attempting to bind port ff444c0d-159f-4bfc-9550-e051ca7606f9 on network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:38.955997 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:11:38.956388 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Checking segment: {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:38.957053 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.957451 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Bound using segment: {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:11:38.957956 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Bound port: ff444c0d-159f-4bfc-9550-e051ca7606f9, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:11:38.958344 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:38.963181 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-976b474e-4e42-47ef-9b96-3a4faf54e4da req-4b827e03-ca14-4c9b-a630-66b6e1d259c6 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 210 time: 0.0392115 Jun 25 11:11:39.027708 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] For port ff444c0d-159f-4bfc-9550-e051ca7606f9, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:11:39.030935 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] For port ff444c0d-159f-4bfc-9550-e051ca7606f9, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=ff444c0d-159f-4bfc-9550-e051ca7606f9,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:11:39.118965 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:39.123134 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:39.129587 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:39.147046 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:39.185561 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Pushing event updated for resources: {'Port': ['ID=ff444c0d-159f-4bfc-9550-e051ca7606f9,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:39.188888 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-ba2fd124-b8ff-42f6-a8c3-b20c3a94b764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:39.259941 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Allocated IP 172.27.2.229 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/2ec3e173-5113-4985-af83-1f5c5c96150d) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:39.376915 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:39.512635 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:39.531636 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ff444c0d-159f-4bfc-9550-e051ca7606f9 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:39.610556 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5951654'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:39.612656 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-64565e35-2546-435b-8530-671ccc88a78b tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:39.651176 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:39.654468 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:39.656904 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:39.665340 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Pushing event updated for resources: {'Port': ['ID=2ec3e173-5113-4985-af83-1f5c5c96150d,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:39.668282 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:39.769271 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port ff444c0d-159f-4bfc-9550-e051ca7606f9 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:40.019131 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:40.087164 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2d754aef-2fcc-4aa4-aef2-ebdf17056d2b req-be9799d4-6d15-42a3-934c-46875d8d7f42 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 210 time: 0.0651042 Jun 25 11:11:40.172745 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022246a-4cc7-4c75-856b-7002b4b0689e None None] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:11:40.263840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:40.444003 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Provisioning for port ff444c0d-159f-4bfc-9550-e051ca7606f9 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:40.450391 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Provisioning complete for port ff444c0d-159f-4bfc-9550-e051ca7606f9 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:40.450784 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:40.529393 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105345) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:11:40.549502 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:40.587983 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] For port ff444c0d-159f-4bfc-9550-e051ca7606f9, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=ff444c0d-159f-4bfc-9550-e051ca7606f9,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:40.654170 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:11:40.664309 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Sync routers for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:11:40.675489 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:40.676359 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:40.714789 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:40.718523 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-af220cff-c842-4f3e-bd95-9ce2caf39249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:40.792195 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:40.793989 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a8c8285c-a613-42c7-85a8-fbe5395ce2df admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4575062 Jun 25 11:11:40.797060 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36106) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:40.812608 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Pushing event updated for resources: {'Port': ['ID=ff444c0d-159f-4bfc-9550-e051ca7606f9,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:40.821105 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:40.833958 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:40.898014 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-7ea16eba-5146-463a-9b12-fd5a632acbfd None None] Provisioning complete for port ff444c0d-159f-4bfc-9550-e051ca7606f9 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:40.898399 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7ea16eba-5146-463a-9b12-fd5a632acbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.094370 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:39Z', 'revision_number': 3, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:41.127493 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Checking router: ee005eb7-5e6e-4b99-be59-10b7a9655bd2 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:11:41.128130 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Updating router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 port 2ec3e173-5113-4985-af83-1f5c5c96150d binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:11:41.178622 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.318578 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3de7fcbd-c111-472a-8496-0214ad296437 req-f3e3abc3-0ade-4d2b-9f77-7131ba87d5b0 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 210 time: 0.0322914 Jun 25 11:11:41.421385 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ff444c0d-159f-4bfc-9550-e051ca7606f9 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:41.519723 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.528626 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.531188 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port ff444c0d-159f-4bfc-9550-e051ca7606f9 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:41.531479 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.535257 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Transition to ACTIVE for port object 2ec3e173-5113-4985-af83-1f5c5c96150d will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:41.683079 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Allocated IP 172.20.0.1 (3d8a1a4c-bd16-4a6f-bf2e-78486714a97a/c0972b4c-7453-443d-8dc4-b7a6171f4c18/9fdb8517-d95c-484a-8a7b-97ad67d83324) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:41.787026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.799128 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.provisioning_blocks [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Transition to ACTIVE for port object 9fdb8517-d95c-484a-8a7b-97ad67d83324 will not be triggered until provisioned by entity DHCP. {{(pid=105345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:41.844094 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.846385 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:41.899685 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Attempting to bind port 2ec3e173-5113-4985-af83-1f5c5c96150d on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:11:41.909025 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Attempting to bind port 2ec3e173-5113-4985-af83-1f5c5c96150d by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:11:41.909025 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Attempting to bind port 2ec3e173-5113-4985-af83-1f5c5c96150d on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:41.909025 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c58d77-e57f-41b1-b84b-bd0fce3e510d None None] Pushing event updated for resources: {'Port': ['ID=2ec3e173-5113-4985-af83-1f5c5c96150d,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:41.909025 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-f2c58d77-e57f-41b1-b84b-bd0fce3e510d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:41.909025 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:11:41.909561 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:41.909671 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.910575 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:11:41.910575 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Bound port: 2ec3e173-5113-4985-af83-1f5c5c96150d, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:11:41.910832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.964214 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] For port 2ec3e173-5113-4985-af83-1f5c5c96150d, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:11:41.967538 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] For port 2ec3e173-5113-4985-af83-1f5c5c96150d, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=2ec3e173-5113-4985-af83-1f5c5c96150d,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:11:41.976362 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5951654'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:41.978726 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e4a0bc8d-b60e-440a-95ed-b4943c4bbafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:42.019458 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:42.023607 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:42.030486 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:42.034764 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdb8517-d95c-484a-8a7b-97ad67d83324,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:42.035810 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:42.070481 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.169937 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.173429 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:42.230331 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:42.231053 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:42.232636 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c58d77-e57f-41b1-b84b-bd0fce3e510d None None] Pushing event updated for resources: {'Port': ['ID=2ec3e173-5113-4985-af83-1f5c5c96150d,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:42.236184 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-f2c58d77-e57f-41b1-b84b-bd0fce3e510d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:42.331143 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.348408 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:42.448295 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-5e70b85f-50e6-458c-bc5b-7b827706c303 None None] Provisioning for port 9fdb8517-d95c-484a-8a7b-97ad67d83324 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:42.456681 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-5e70b85f-50e6-458c-bc5b-7b827706c303 None None] Provisioning complete for port 9fdb8517-d95c-484a-8a7b-97ad67d83324 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:42.457094 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5e70b85f-50e6-458c-bc5b-7b827706c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.491928 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-7721be47-adf0-4158-beca-efdcb95562ff req-475cb44c-f4cf-4cce-a722-bb7fdd058a06 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 210 time: 0.0347042 Jun 25 11:11:42.518420 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-82ee2041-17ce-44aa-ab96-26db81dfd164 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:42.520687 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-82ee2041-17ce-44aa-ab96-26db81dfd164 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 812 time: 0.1497862 Jun 25 11:11:42.577415 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-55fe3226-6931-42ff-9ea7-84b815392d18 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02ebdd403cd041e9aecdf61ecbb5e565 HTTP/1.1" status: 200 len: 380 time: 0.0410578 Jun 25 11:11:42.578321 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.588941 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'port': {'device_id': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'admin_state_up': True, 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'security_groups': ['1b6ecd39-4bc9-43eb-ad71-4f29bb024964']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:42.658711 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-5e70b85f-50e6-458c-bc5b-7b827706c303 None None] Port 9fdb8517-d95c-484a-8a7b-97ad67d83324 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:11:42.678711 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5951572'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.705864 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:42.720670 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:39Z', 'revision_number': 3, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:42.751591 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7df5167-2a9d-4ce8-a084-cbefcc3025c7 None None] The sync data for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi is: [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:39Z', 'revision_number': 3, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:11:42.757642 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.760692 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdb8517-d95c-484a-8a7b-97ad67d83324,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:42.769763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:42.833248 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Made reservation on behalf of 02ebdd403cd041e9aecdf61ecbb5e565 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:11:42.838403 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:42.867213 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:42.868955 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:43.066908 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:11:43.105402 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Allocated IP 172.20.0.3 (6a732997-15d8-4216-a4f9-438c52203aa6/4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7/03778845-62b5-4d88-b0e0-6c86c0823f9d) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:43.208455 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:11:43.221859 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] 10.222.0.13 "PUT /v2.0/routers/ee005eb7-5e6e-4b99-be59-10b7a9655bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4158072 Jun 25 11:11:43.287753 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-4e752372-5957-49ad-8840-7ed3c0d48048 None None] Provisioning complete for port 9fdb8517-d95c-484a-8a7b-97ad67d83324 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:43.288798 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-4e752372-5957-49ad-8840-7ed3c0d48048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.295668 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.315035 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Transition to ACTIVE for port object 03778845-62b5-4d88-b0e0-6c86c0823f9d will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:43.330611 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-4e752372-5957-49ad-8840-7ed3c0d48048 None None] Port 9fdb8517-d95c-484a-8a7b-97ad67d83324 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:11:43.439726 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 2ec3e173-5113-4985-af83-1f5c5c96150d up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:43.455783 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.460787 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e84a7c9e-0427-4b51-93be-36c1a125e4a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:43.517630 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Network 6a732997-15d8-4216-a4f9-438c52203aa6 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:43.521222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:43.530178 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:43.536041 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=03778845-62b5-4d88-b0e0-6c86c0823f9d,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:43.537337 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:43.603612 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 2ec3e173-5113-4985-af83-1f5c5c96150d completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:43.607975 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 2ec3e173-5113-4985-af83-1f5c5c96150d triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:43.608358 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.611250 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:43.614741 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.724695 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-a7f38cec-f0b4-4b59-acff-1f05eee7aa28 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1412446 Jun 25 11:11:43.744095 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.748008 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Request body: {'port': {'device_id': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:43.783614 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 2ec3e173-5113-4985-af83-1f5c5c96150d, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=2ec3e173-5113-4985-af83-1f5c5c96150d,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:43.863361 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.873593 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:43.905385 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.963328 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=2ec3e173-5113-4985-af83-1f5c5c96150d,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:43.966747 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:43.969595 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-21fc6762-5be7-4a98-9dc2-e56bd0730c5d None None] Provisioning for port 03778845-62b5-4d88-b0e0-6c86c0823f9d completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:43.976202 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-21fc6762-5be7-4a98-9dc2-e56bd0730c5d None None] Provisioning complete for port 03778845-62b5-4d88-b0e0-6c86c0823f9d triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:43.979373 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-21fc6762-5be7-4a98-9dc2-e56bd0730c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:43.983379 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ba87-33a2-4630-96d4-300172ad8248 req-07537200-a304-4c21-bd6f-9879a98c1091 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:43.989685 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3f21ba87-33a2-4630-96d4-300172ad8248 req-07537200-a304-4c21-bd6f-9879a98c1091 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 931 time: 0.1190369 Jun 25 11:11:44.032169 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-21fc6762-5be7-4a98-9dc2-e56bd0730c5d None None] Port 03778845-62b5-4d88-b0e0-6c86c0823f9d cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:11:44.033712 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3f21ba87-33a2-4630-96d4-300172ad8248 req-9ae45604-bf04-4e59-8a33-db4bce89c150 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370262 Jun 25 11:11:44.139812 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36128) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:44.144942 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-829194993-network', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:44.213370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03778845-62b5-4d88-b0e0-6c86c0823f9d {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:11:44.220911 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.234512 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Transition to ACTIVE for port object 03778845-62b5-4d88-b0e0-6c86c0823f9d will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:44.272500 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Made reservation on behalf of 7d93b6bc4dea4358b2fbc25875c17f8d for: {'network': 1} {{(pid=105345) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:11:44.275329 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for network, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.284446 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.335944 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.339389 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-0d6f69f7-e7c5-45ff-9925-9a32c7851d87 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:44.385658 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.395396 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Pushing event updated for resources: {'Port': ['ID=03778845-62b5-4d88-b0e0-6c86c0823f9d,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:44.398647 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:44.473907 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Attempting to bind port 03778845-62b5-4d88-b0e0-6c86c0823f9d on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:11:44.474303 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Attempting to bind port 03778845-62b5-4d88-b0e0-6c86c0823f9d by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:11:44.474696 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Attempting to bind port 03778845-62b5-4d88-b0e0-6c86c0823f9d on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:44.479912 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Port 03778845-62b5-4d88-b0e0-6c86c0823f9d on network 6a732997-15d8-4216-a4f9-438c52203aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:11:44.480369 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Attempting to bind port 03778845-62b5-4d88-b0e0-6c86c0823f9d on network 6a732997-15d8-4216-a4f9-438c52203aa6 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:44.486212 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:11:44.486632 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Checking segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:44.487097 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Bound using segment: {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:11:44.487689 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Bound port: 03778845-62b5-4d88-b0e0-6c86c0823f9d, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '345be7ce-9477-4c44-95e8-920b4457bfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:11:44.488052 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.501031 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.505369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-dada84ed-577d-44ff-a4d2-befb6fb5594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:44.524477 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=105345) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 11:11:44.540907 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9881cf5d-94c0-4be6-b2cd-115854e48abd,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:44.545380 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:44.546666 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.547053 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.segments_db [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Added segment 58410486-42df-49d5-aecb-7b5b9aac151b of type vlan for network de6809c2-50be-4029-9df6-a1ab2dc430bd Jun 25 11:11:44.576510 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] For port 03778845-62b5-4d88-b0e0-6c86c0823f9d, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:11:44.580502 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] For port 03778845-62b5-4d88-b0e0-6c86c0823f9d, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:11:44.596014 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741764825685'] for network, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.657793 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Sync routers for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:11:44.670354 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:44.670972 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:44.707095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.710263 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-eb6f2129-f40b-422f-aa1f-267f7a6b3eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:44.735160 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379'] for network, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.736689 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:44.737471 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.740922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4ae4eef6-7799-4759-a9fd-9f77b2b6f4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:44.746783 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:44.746783 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:44.747928 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] 10.222.0.93 "PUT /v2.0/ports/03778845-62b5-4d88-b0e0-6c86c0823f9d HTTP/1.1" status: 200 len: 1093 time: 1.0081706 Jun 25 11:11:44.750572 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:11:44.752929 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6cd595-e484-4fcc-9aac-4a220a61e07b" -d '{"events": [{"name": "network-changed", "server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:11:44.788962 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Pushing event updated for resources: {'Port': ['ID=03778845-62b5-4d88-b0e0-6c86c0823f9d,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:44.789715 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:44.794772 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:44.815350 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Pushing event updated for resources: {'Network': ['ID=de6809c2-50be-4029-9df6-a1ab2dc430bd,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:44.815350 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:44.816001 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59717422-857d-43d5-821f-cf403de25dde x-openstack-request-id: req-59717422-857d-43d5-821f-cf403de25dde {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:11:44.816467 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:11:44.816857 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59717422-857d-43d5-821f-cf403de25dde {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:11:44.817407 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'status': 'completed', 'code': 200} Jun 25 11:11:44.819987 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Network de6809c2-50be-4029-9df6-a1ab2dc430bd details requested by agent ovs-agent-dv-cinder-793136-2-iscsi with host dv-cinder-793136-2-iscsi {{(pid=105347) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 11:11:44.850788 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7096653 Jun 25 11:11:44.853666 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36132) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:44.861348 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Request body: {'subnet': {'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-829194993-subnet', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'ip_version': 4}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:44.963144 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cd595-e484-4fcc-9aac-4a220a61e07b req-e250dfba-4558-4586-b939-c9cca988c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:44.964716 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6d6cd595-e484-4fcc-9aac-4a220a61e07b req-e250dfba-4558-4586-b939-c9cca988c20d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 1096 time: 0.0712211 Jun 25 11:11:45.007097 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Made reservation on behalf of 7d93b6bc4dea4358b2fbc25875c17f8d for: {'subnet': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:11:45.011946 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6103535'] for subnet, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.041443 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 2, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:45.070928 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Checking router: ee005eb7-5e6e-4b99-be59-10b7a9655bd2 for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:11:45.071454 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Updating router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 port 9fdb8517-d95c-484a-8a7b-97ad67d83324 binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:11:45.113732 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.156318 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cd595-e484-4fcc-9aac-4a220a61e07b req-de94a4e1-f08f-4cd1-ab39-fe50fbf2acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:45.158410 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6d6cd595-e484-4fcc-9aac-4a220a61e07b req-de94a4e1-f08f-4cd1-ab39-fe50fbf2acf5 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1800580 Jun 25 11:11:45.291997 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b67291-aabe-44c8-b918-509868a7a462 req-9101b985-443b-4ba0-8401-8397b46f2778 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:45.293950 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74b67291-aabe-44c8-b918-509868a7a462 req-9101b985-443b-4ba0-8401-8397b46f2778 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 943 time: 0.0912814 Jun 25 11:11:45.331173 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cd595-e484-4fcc-9aac-4a220a61e07b req-e15626c9-ec7e-4215-b129-db59707fda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:45.333289 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6d6cd595-e484-4fcc-9aac-4a220a61e07b req-e15626c9-ec7e-4215-b129-db59707fda09 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684546 Jun 25 11:11:45.333949 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-74b67291-aabe-44c8-b918-509868a7a462 req-3e137df5-c7a5-426a-b84d-f71b8e99632b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332870 Jun 25 11:11:45.414731 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5724180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6103549'] for subnet, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.424837 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 2ec3e173-5113-4985-af83-1f5c5c96150d up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:45.425556 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.438217 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Transition to ACTIVE for port object 9fdb8517-d95c-484a-8a7b-97ad67d83324 will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:45.445258 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ad838bc6-5662-4878-99f0-ffa69b3b111f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:45.474263 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 2ec3e173-5113-4985-af83-1f5c5c96150d triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:45.474615 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.506280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06716b29-d053-429c-bba4-07c32c79afd8,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:45.510212 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:45.523735 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.526905 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-435043d9-ba18-4e49-8a3c-c76347479970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:45.535782 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-bb53d21b-43bd-4bef-ab39-64c992398592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:45.537300 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-bb53d21b-43bd-4bef-ab39-64c992398592 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 1096 time: 0.1362131 Jun 25 11:11:45.538196 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Checking segment: {'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:45.538550 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Network hostable DHCP agents. Network: de6809c2-50be-4029-9df6-a1ab2dc430bd, hostable agents: ['19cc7403-6df2-4332-bb4d-0e0bc7651998'], hosted agents: [] {{(pid=105346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 11:11:45.578718 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Pushing event updated for resources: {'Port': ['ID=9fdb8517-d95c-484a-8a7b-97ad67d83324,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:45.589181 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.589181 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.589447 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.589800 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.590701 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.591025 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.591345 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.591664 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.592028 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.592298 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.592606 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.592918 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:11:45.594657 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-86b9bfa8-6d6d-4b68-b034-9c4e2a4be2e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d HTTP/1.1" status: 200 len: 217 time: 0.0422635 Jun 25 11:11:45.611627 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:45.638148 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Network de6809c2-50be-4029-9df6-a1ab2dc430bd is scheduled to be hosted by DHCP agent 19cc7403-6df2-4332-bb4d-0e0bc7651998 with binding_index 1 {{(pid=105346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 11:11:45.647062 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Attempting to bind port 9fdb8517-d95c-484a-8a7b-97ad67d83324 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:11:45.647292 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Attempting to bind port 9fdb8517-d95c-484a-8a7b-97ad67d83324 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:11:45.647795 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Attempting to bind port 9fdb8517-d95c-484a-8a7b-97ad67d83324 on network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:45.654483 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:11:45.654868 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Checking segment: {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:45.655272 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.655687 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Bound using segment: {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:11:45.656152 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Bound port: 9fdb8517-d95c-484a-8a7b-97ad67d83324, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:11:45.656531 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.658754 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-9f2646fe-3acd-4486-9a97-cfe1c5d6f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:45.660229 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-9f2646fe-3acd-4486-9a97-cfe1c5d6f7db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0586023 Jun 25 11:11:45.724021 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793136-2-iscsi, de6809c2-50be-4029-9df6-a1ab2dc430bd) {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:45.724742 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] For port 9fdb8517-d95c-484a-8a7b-97ad67d83324, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:11:45.728461 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] For port 9fdb8517-d95c-484a-8a7b-97ad67d83324, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=9fdb8517-d95c-484a-8a7b-97ad67d83324,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:11:45.731364 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f94-6edf-43da-88fb-cff667104d7c req-cc17d548-1d67-461b-b48f-1c73323c9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:45.732722 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-cc17d548-1d67-461b-b48f-1c73323c9125 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658121 Jun 25 11:11:45.739068 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea16ae79-cd8f-40b9-a67e-cf891b3eba69 None None] Network de6809c2-50be-4029-9df6-a1ab2dc430bd requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:11:45.739368 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:45.739368 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.835720 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-037fd1e8-e314-409a-abbb-4fadc7332fb8 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945692 Jun 25 11:11:45.837439 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.839956 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-db1f2dba-60fb-4073-ba44-57b91beb519e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:45.897162 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-db317380-4627-4472-945d-4c40dc6fb56b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0398519 Jun 25 11:11:45.897378 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36136) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:45.902659 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:45.902898 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Pushing event updated for resources: {'Port': ['ID=9fdb8517-d95c-484a-8a7b-97ad67d83324,revision_number=4']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:45.905494 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:45.906282 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:45.908737 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-e91ca5e9-26dd-4441-bb0b-849f22030e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:45.918009 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d70dba5-0882-5807-948a-5cbae7f895b9-de6809c2-50be-4029-9df6-a1ab2dc430bd', 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'fixed_ips': [{'subnet_id': '06716b29-d053-429c-bba4-07c32c79afd8'}]}} from dv-cinder-793136-2-iscsi. {{(pid=105347) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 25 11:11:45.919934 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:45.966915 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-78e87f94-6edf-43da-88fb-cff667104d7c req-3f4bc3f5-193d-46fe-b01c-3eced931783b service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252878 Jun 25 11:11:46.029982 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:46.038329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1639279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15377'] for router, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.039387 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1639268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15390'] for router, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.089801 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.db_base_plugin_common [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Allocated IP 172.20.0.2 (de6809c2-50be-4029-9df6-a1ab2dc430bd/06716b29-d053-429c-bba4-07c32c79afd8/0b175365-44f0-446d-a982-a9a861a723ed) {{(pid=105347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:46.110434 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.248826 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Notify callbacks [] for port, precommit_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.258779 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Transition to ACTIVE for port object 0b175365-44f0-446d-a982-a9a861a723ed will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:46.261174 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:45Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:46.276846 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Transition to ACTIVE for port object 0b175365-44f0-446d-a982-a9a861a723ed will not be triggered until provisioned by entity DHCP. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:46.288609 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158efe1a-fa15-4c65-952b-455585897e0a None None] The sync data for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi is: [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:45Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:11:46.322066 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1639931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15372'] for router, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.381113 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492'] for port, after_create {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.383253 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-f2c58d77-e57f-41b1-b84b-bd0fce3e510d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:46.432407 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Network de6809c2-50be-4029-9df6-a1ab2dc430bd is already hosted by enough agents. {{(pid=105347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:46.436895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.scheduler.base_scheduler [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Resources bound (agent type, host, resource id): {{(pid=105347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:46.441296 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Received port after_create {{(pid=105347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:46.468291 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Pushing event updated for resources: {'Port': ['ID=0b175365-44f0-446d-a982-a9a861a723ed,revision_number=1']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:46.472893 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:46.552795 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Attempting to bind port 0b175365-44f0-446d-a982-a9a861a723ed on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:11:46.553273 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Attempting to bind port 0b175365-44f0-446d-a982-a9a861a723ed by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:11:46.553717 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Attempting to bind port 0b175365-44f0-446d-a982-a9a861a723ed on network de6809c2-50be-4029-9df6-a1ab2dc430bd {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:46.560420 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:11:46.560923 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Checking segment: {'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:46.561411 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.561920 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Bound using segment: {'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:11:46.562504 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Bound port: 0b175365-44f0-446d-a982-a9a861a723ed, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:11:46.562987 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.588647 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc80c64-f35f-4aad-b0fc-063b43ebb172 req-70923ba8-a596-475e-a7a0-758f2d2a921d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:46.595949 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0cc80c64-f35f-4aad-b0fc-063b43ebb172 req-70923ba8-a596-475e-a7a0-758f2d2a921d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 943 time: 0.1016777 Jun 25 11:11:46.642421 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-0cc80c64-f35f-4aad-b0fc-063b43ebb172 req-72178769-a3a7-4d0d-9c93-4c48daf346c5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455794 Jun 25 11:11:46.654695 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] For port 0b175365-44f0-446d-a982-a9a861a723ed, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:11:46.658597 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] For port 0b175365-44f0-446d-a982-a9a861a723ed, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=0b175365-44f0-446d-a982-a9a861a723ed,segment=NetworkSegment(58410486-42df-49d5-aecb-7b5b9aac151b),segment_id=58410486-42df-49d5-aecb-7b5b9aac151b)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:11:46.740567 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:46.743085 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-f5360ef6-5ab6-452a-992f-60972183a1ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:46.825756 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Pushing event updated for resources: {'Port': ['ID=0b175365-44f0-446d-a982-a9a861a723ed,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:46.840270 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:46.985074 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.012840 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.144370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Allocated IP 172.27.2.186 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/6d31174e-b5ba-4203-8083-c956eca17550) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:47.253209 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.352888 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.355067 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7cee46e7-aeb9-43e9-a736-0c43d9ae5f9e tempest-AttachVolumeNegativeTest-526965655 tempest-AttachVolumeNegativeTest-526965655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:47.403280 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:47.406650 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:47.411447 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:47.447693 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6d31174e-b5ba-4203-8083-c956eca17550,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:47.459533 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:47.510527 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 9fdb8517-d95c-484a-8a7b-97ad67d83324 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:47.620863 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 9fdb8517-d95c-484a-8a7b-97ad67d83324 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:47.625912 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 9fdb8517-d95c-484a-8a7b-97ad67d83324 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:47.626496 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.718954 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.758921 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 9fdb8517-d95c-484a-8a7b-97ad67d83324, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=9fdb8517-d95c-484a-8a7b-97ad67d83324,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:47.798776 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.799397 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a4430-a5b0-4ddb-b5e9-353d44bcb1df None None] Network de6809c2-50be-4029-9df6-a1ab2dc430bd requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:11:47.848012 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d276021-116d-488b-8d7d-4a330be31be5 req-98425de6-4586-4779-9903-b924eaf5eb02 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:47.849533 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d276021-116d-488b-8d7d-4a330be31be5 req-98425de6-4586-4779-9903-b924eaf5eb02 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 943 time: 0.0710614 Jun 25 11:11:47.861966 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:47.862828 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 0b175365-44f0-446d-a982-a9a861a723ed up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:47.867125 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:47.895846 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1d276021-116d-488b-8d7d-4a330be31be5 req-8803ac85-d9ce-4002-8a73-8430d355a167 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384336 Jun 25 11:11:47.960546 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-c374ccf4-8a47-4df1-b0de-d6ff14f0ae7e None None] Provisioning for port 0b175365-44f0-446d-a982-a9a861a723ed completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:47.990581 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=9fdb8517-d95c-484a-8a7b-97ad67d83324,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:47.996092 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:48.021323 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1639906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1670128'] for router, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.066077 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 0b175365-44f0-446d-a982-a9a861a723ed completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:48.070809 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 0b175365-44f0-446d-a982-a9a861a723ed triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:48.071566 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.156889 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.215506 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 0b175365-44f0-446d-a982-a9a861a723ed, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=0b175365-44f0-446d-a982-a9a861a723ed,segment=NetworkSegment(58410486-42df-49d5-aecb-7b5b9aac151b),segment_id=58410486-42df-49d5-aecb-7b5b9aac151b)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:48.243035 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Router e0fefbb0-7db0-46f0-9399-adc9950aec2a is scheduled to L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f with binding_index 1 {{(pid=105346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 11:11:48.292448 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7d1fc9a-b2e0-402d-80b7-8aea0a54f2e4 None None] Provisioning complete for port 0b175365-44f0-446d-a982-a9a861a723ed triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:48.292855 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fc9a-b2e0-402d-80b7-8aea0a54f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.329151 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.331219 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:48.350395 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:11:48.361990 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Sync routers for ids ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:11:48.409990 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Routers {'e0fefbb0-7db0-46f0-9399-adc9950aec2a'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:48.410636 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:48.440773 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.440773 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-03ed9ed8-efe7-46aa-a0c2-9912773f16b4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5411398 Jun 25 11:11:48.443257 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36142) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:48.453947 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=0b175365-44f0-446d-a982-a9a861a723ed,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:48.459132 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:48.547621 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Set router e0fefbb0-7db0-46f0-9399-adc9950aec2a gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:48.713006 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.734258 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 3, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:48.760666 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Checking router: e0fefbb0-7db0-46f0-9399-adc9950aec2a for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:11:48.761045 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Updating router e0fefbb0-7db0-46f0-9399-adc9950aec2a port 6d31174e-b5ba-4203-8083-c956eca17550 binding host dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:11:48.797338 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:48.889362 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.097072 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a061d1-59c5-4373-b49d-a8d9b3c80b52 req-aff8f152-6023-4148-8aed-95d8d12b37e2 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:49.098753 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0a061d1-59c5-4373-b49d-a8d9b3c80b52 req-aff8f152-6023-4148-8aed-95d8d12b37e2 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 943 time: 0.0699716 Jun 25 11:11:49.113158 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Notify callbacks [] for port, precommit_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.125159 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Transition to ACTIVE for port object 6d31174e-b5ba-4203-8083-c956eca17550 will not be triggered until provisioned by entity L2. {{(pid=105347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:49.126440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Allocated IP 172.20.0.1 (de6809c2-50be-4029-9df6-a1ab2dc430bd/06716b29-d053-429c-bba4-07c32c79afd8/1f81db9b-f206-43b2-9133-a57bdbfffcdf) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:49.154996 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f0a061d1-59c5-4373-b49d-a8d9b3c80b52 req-0b368d1c-aaba-4d17-a29c-9ac15696867c tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462520 Jun 25 11:11:49.231850 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.233733 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.234174 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:49.247098 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Transition to ACTIVE for port object 1f81db9b-f206-43b2-9133-a57bdbfffcdf will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:49.284566 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Attempting to bind port 6d31174e-b5ba-4203-8083-c956eca17550 on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:11:49.284566 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Attempting to bind port 6d31174e-b5ba-4203-8083-c956eca17550 by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:11:49.284566 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Attempting to bind port 6d31174e-b5ba-4203-8083-c956eca17550 on network 9f7a04bc-8bfc-4814-ad45-14517954fab4 {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:49.291267 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79552cb6-9576-44b4-82eb-1e2403998728 None None] Pushing event updated for resources: {'Port': ['ID=6d31174e-b5ba-4203-8083-c956eca17550,revision_number=2']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:49.295241 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-79552cb6-9576-44b4-82eb-1e2403998728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:49.296426 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:11:49.296807 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Checking segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:49.297341 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.297616 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Bound using segment: {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'} {{(pid=105347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:11:49.298744 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.managers [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Bound port: 6d31174e-b5ba-4203-8083-c956eca17550, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5871ca5a-0c8d-4f04-a88c-c8d253d0b940', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4'}}] {{(pid=105347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:11:49.298744 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.350645 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] For port 6d31174e-b5ba-4203-8083-c956eca17550, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:11:49.353808 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] For port 6d31174e-b5ba-4203-8083-c956eca17550, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=6d31174e-b5ba-4203-8083-c956eca17550,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:11:49.375192 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.377334 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-31b614a6-2886-4577-835d-85393aebca36 tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:49.415548 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 9fdb8517-d95c-484a-8a7b-97ad67d83324 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:49.415760 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Network de6809c2-50be-4029-9df6-a1ab2dc430bd is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:49.419045 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:49.422643 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:49.458740 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f81db9b-f206-43b2-9133-a57bdbfffcdf,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:49.463240 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:49.465790 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.467709 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:49.478882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-407410'] for router_interface, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.534533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 9fdb8517-d95c-484a-8a7b-97ad67d83324 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:49.537256 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.539058 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Routers {'e0fefbb0-7db0-46f0-9399-adc9950aec2a'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:49.539724 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:49.604215 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79552cb6-9576-44b4-82eb-1e2403998728 None None] Pushing event updated for resources: {'Port': ['ID=6d31174e-b5ba-4203-8083-c956eca17550,revision_number=3']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:49.610424 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-79552cb6-9576-44b4-82eb-1e2403998728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:49.777575 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:49.866840 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] Set router e0fefbb0-7db0-46f0-9399-adc9950aec2a gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:49.951981 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-4afcf847-874a-42f0-9de9-398fb53c27a7 None None] Provisioning for port 1f81db9b-f206-43b2-9133-a57bdbfffcdf completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:49.974321 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 0b175365-44f0-446d-a982-a9a861a723ed up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:49.986270 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:50.001273 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-4afcf847-874a-42f0-9de9-398fb53c27a7 None None] Provisioning complete for port 1f81db9b-f206-43b2-9133-a57bdbfffcdf triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:50.001796 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-4afcf847-874a-42f0-9de9-398fb53c27a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:50.072879 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:50.077500 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-74d57d8d-5490-4fc4-a792-f856e4cd96a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:50.088414 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-4afcf847-874a-42f0-9de9-398fb53c27a7 None None] Port 1f81db9b-f206-43b2-9133-a57bdbfffcdf cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:11:50.137013 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 0b175365-44f0-446d-a982-a9a861a723ed triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:50.137312 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:50.195379 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f81db9b-f206-43b2-9133-a57bdbfffcdf,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:50.200292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:50.202451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1798385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-407454'] for router_interface, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:50.210204 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 3, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:50.283060 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef34fc-d8ad-4b15-96dd-34fc5b7c41f5 None None] The sync data for ids ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'] in dv-cinder-793136-2-iscsi is: [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 3, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:11:50.365231 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Network de6809c2-50be-4029-9df6-a1ab2dc430bd is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:50.366850 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:50.416076 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc130da3-691b-42ce-95ee-9656a91dc312 req-5c650e4d-2f51-48e8-8e0f-22a518579566 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:50.417794 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bc130da3-691b-42ce-95ee-9656a91dc312 req-5c650e4d-2f51-48e8-8e0f-22a518579566 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 943 time: 0.1170640 Jun 25 11:11:50.485410 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bc130da3-691b-42ce-95ee-9656a91dc312 req-80fe4a43-55de-4d08-a150-5f9f52475ad5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573697 Jun 25 11:11:50.536077 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Router e0fefbb0-7db0-46f0-9399-adc9950aec2a has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:11:50.709216 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:11:50.716703 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/e0fefbb0-7db0-46f0-9399-adc9950aec2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718310 Jun 25 11:11:50.723533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-99661aee-c9d5-4f04-b3d4-86bbc4799255 None None] Provisioning complete for port 1f81db9b-f206-43b2-9133-a57bdbfffcdf triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:50.724124 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-99661aee-c9d5-4f04-b3d4-86bbc4799255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:50.774436 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-99661aee-c9d5-4f04-b3d4-86bbc4799255 None None] Port 1f81db9b-f206-43b2-9133-a57bdbfffcdf cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:11:51.440023 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6d31174e-b5ba-4203-8083-c956eca17550 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:51.592492 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 6d31174e-b5ba-4203-8083-c956eca17550 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:51.597026 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 6d31174e-b5ba-4203-8083-c956eca17550 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:51.597505 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:51.694856 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:51.698120 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2c34-6b6a-4e9b-a03e-cfbb34aff9b6 req-8d472e13-061c-41ce-b596-840c5db6e82b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:51.699673 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3f4d2c34-6b6a-4e9b-a03e-cfbb34aff9b6 req-8d472e13-061c-41ce-b596-840c5db6e82b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 943 time: 0.0876181 Jun 25 11:11:51.718604 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 6d31174e-b5ba-4203-8083-c956eca17550, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=6d31174e-b5ba-4203-8083-c956eca17550,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:51.754398 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3f4d2c34-6b6a-4e9b-a03e-cfbb34aff9b6 req-c51c78e8-c988-49aa-9eb4-abc10bd8f197 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Jun 25 11:11:51.832744 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:51.835770 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-cc550deb-f794-4d50-89f4-5cf6a1e6c1c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:51.888474 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=6d31174e-b5ba-4203-8083-c956eca17550,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:51.892974 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:52.117348 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Sync routers for ids ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:11:52.128496 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Routers {'e0fefbb0-7db0-46f0-9399-adc9950aec2a'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:52.129133 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:52.356649 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Set router e0fefbb0-7db0-46f0-9399-adc9950aec2a gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:52.561373 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:11:49Z', 'revision_number': 4, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1f81db9b-f206-43b2-9133-a57bdbfffcdf', 'name': '', 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'mac_address': 'fa:16:3e:cd:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '06716b29-d053-429c-bba4-07c32c79afd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:48Z', 'updated_at': '2021-06-25T11:11:49Z', 'revision_number': 2, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'subnets': [{'id': '06716b29-d053-429c-bba4-07c32c79afd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:52.586875 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Checking router: e0fefbb0-7db0-46f0-9399-adc9950aec2a for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:11:52.587227 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Updating router e0fefbb0-7db0-46f0-9399-adc9950aec2a port 1f81db9b-f206-43b2-9133-a57bdbfffcdf binding host dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 11:11:52.624448 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:52.823306 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 03778845-62b5-4d88-b0e0-6c86c0823f9d details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:11:52.914496 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Notify callbacks [] for port, precommit_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:52.925152 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.provisioning_blocks [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Transition to ACTIVE for port object 1f81db9b-f206-43b2-9133-a57bdbfffcdf will not be triggered until provisioned by entity L2. {{(pid=105348) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:11:52.942771 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36160) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:52.947872 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038152237', 'description': 'tempest-secgroup-smoke-2038152237 description', 'project_id': '0edf37bbb88a4eb2aba41bd959531122'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:52.952930 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 03778845-62b5-4d88-b0e0-6c86c0823f9d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:52.963610 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede4e07-a0cc-48f4-b78b-22207d67d3de req-08760d74-e936-4b94-b5bc-6301f8b9c16a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:52.967114 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'port_id': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'mac_address': 'fa:16:3e:f4:4c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:11:52.972210 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9ede4e07-a0cc-48f4-b78b-22207d67d3de req-08760d74-e936-4b94-b5bc-6301f8b9c16a tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 943 time: 0.0901268 Jun 25 11:11:53.013501 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.013501 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-fcb38bf7-4d85-4c46-aa0d-5c97ad7d479d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:53.014082 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9ede4e07-a0cc-48f4-b78b-22207d67d3de req-816188de-4fff-4363-92c0-f938aceeb7f4 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357633 Jun 25 11:11:53.014196 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.038190 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03778845-62b5-4d88-b0e0-6c86c0823f9d {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:11:53.062945 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93944526-ccaf-40b5-95bf-850dabc648d3 None None] Pushing event updated for resources: {'Port': ['ID=1f81db9b-f206-43b2-9133-a57bdbfffcdf,revision_number=3']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:53.065208 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 03778845-62b5-4d88-b0e0-6c86c0823f9d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:53.068948 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-93944526-ccaf-40b5-95bf-850dabc648d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:53.095426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.144418 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Attempting to bind port 1f81db9b-f206-43b2-9133-a57bdbfffcdf on host dv-cinder-793136-2-iscsi for vnic_type normal with profile {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:11:53.145758 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Attempting to bind port 1f81db9b-f206-43b2-9133-a57bdbfffcdf by drivers openvswitch,hyperv on host dv-cinder-793136-2-iscsi at level 0 using segments [{'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:11:53.145758 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Attempting to bind port 1f81db9b-f206-43b2-9133-a57bdbfffcdf on network de6809c2-50be-4029-9df6-a1ab2dc430bd {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:11:53.151820 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Checking agent: {'id': 'a61985fa-07dc-467a-975d-925c61acfb6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793136-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 51, 37), 'started_at': datetime.datetime(2021, 6, 25, 10, 52, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793136-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:11:53.161221 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Checking segment: {'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:11:53.161221 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.161221 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Bound using segment: {'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'} {{(pid=105348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:11:53.161221 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.managers [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Bound port: 1f81db9b-f206-43b2-9133-a57bdbfffcdf, host: dv-cinder-793136-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58410486-42df-49d5-aecb-7b5b9aac151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd'}}] {{(pid=105348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:11:53.161221 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.185854 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.187999 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:53.218244 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.248535 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=03778845-62b5-4d88-b0e0-6c86c0823f9d,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:53.254742 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] For port 1f81db9b-f206-43b2-9133-a57bdbfffcdf, host dv-cinder-793136-2-iscsi, cleared binding levels {{(pid=105348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:11:53.258089 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:53.258970 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.plugins.ml2.db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] For port 1f81db9b-f206-43b2-9133-a57bdbfffcdf, host dv-cinder-793136-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1f81db9b-f206-43b2-9133-a57bdbfffcdf,segment=NetworkSegment(58410486-42df-49d5-aecb-7b5b9aac151b),segment_id=58410486-42df-49d5-aecb-7b5b9aac151b)] {{(pid=105348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:11:53.312918 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.316046 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7c02a26e-8f56-4288-9efe-31db9cf32032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:53.347097 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron_lib.callbacks.manager [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.350876 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-fcb38bf7-4d85-4c46-aa0d-5c97ad7d479d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:53.354256 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08163b28-72a4-4cb3-b241-39154e6462e1,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:53.362922 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:53.425667 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Routers {'e0fefbb0-7db0-46f0-9399-adc9950aec2a'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:11:53.427259 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:53.430880 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93944526-ccaf-40b5-95bf-850dabc648d3 None None] Pushing event updated for resources: {'Port': ['ID=1f81db9b-f206-43b2-9133-a57bdbfffcdf,revision_number=4']} {{(pid=105348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:53.436625 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6d31174e-b5ba-4203-8083-c956eca17550 up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:53.455706 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.460505 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-701bcd11-33ae-4585-8967-61f8f47006ef tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5164518 Jun 25 11:11:53.460948 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36162) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:53.468859 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'security_group_rule': {'security_group_id': '08163b28-72a4-4cb3-b241-39154e6462e1', 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:53.473402 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['03778845-62b5-4d88-b0e0-6c86c0823f9d'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:11:53.485335 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG oslo_concurrency.lockutils [None req-93944526-ccaf-40b5-95bf-850dabc648d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:53.553988 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 6d31174e-b5ba-4203-8083-c956eca17550 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:53.554405 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.582230 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] Set router e0fefbb0-7db0-46f0-9399-adc9950aec2a gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:11:53.620406 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.693262 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.787181 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.790000 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:53.832093 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:11:49Z', 'revision_number': 4, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1f81db9b-f206-43b2-9133-a57bdbfffcdf', 'name': '', 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'mac_address': 'fa:16:3e:cd:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '06716b29-d053-429c-bba4-07c32c79afd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:48Z', 'updated_at': '2021-06-25T11:11:53Z', 'revision_number': 4, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'subnets': [{'id': '06716b29-d053-429c-bba4-07c32c79afd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:11:53.834116 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c2bc22-5f41-42fd-8e11-400708e5c1d9,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:53.837435 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:53.866289 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7988f2-702a-486b-a80b-5b60883db3ad None None] The sync data for ids ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'] in dv-cinder-793136-2-iscsi is: [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:11:49Z', 'revision_number': 4, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1f81db9b-f206-43b2-9133-a57bdbfffcdf', 'name': '', 'network_id': 'de6809c2-50be-4029-9df6-a1ab2dc430bd', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'mac_address': 'fa:16:3e:cd:ec:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '06716b29-d053-429c-bba4-07c32c79afd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:48Z', 'updated_at': '2021-06-25T11:11:53Z', 'revision_number': 4, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'subnets': [{'id': '06716b29-d053-429c-bba4-07c32c79afd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:11:53.928755 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:53.936606 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-cacb263c-1b73-49b6-8091-55d2c2cfbcb8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4736991 Jun 25 11:11:53.937886 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36164) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:53.947241 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'security_group_rule': {'security_group_id': '08163b28-72a4-4cb3-b241-39154e6462e1', 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:54.059474 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.160533 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.253772 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc986e-9d4c-4679-9f15-1454394c6c87 req-94c5b5db-44b7-4ce7-b5c8-ce5c72596998 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:54.258803 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.259003 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9edc986e-9d4c-4679-9f15-1454394c6c87 req-94c5b5db-44b7-4ce7-b5c8-ce5c72596998 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 944 time: 0.0819709 Jun 25 11:11:54.259117 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-2367e275-8e7f-4729-b6ce-0a62515d7fbc tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:54.283370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2d848c-deaa-4293-804d-5367bfe40f5e,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:54.290647 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:54.318528 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9edc986e-9d4c-4679-9f15-1454394c6c87 req-2f94aae8-e71b-42c9-93d3-9e2a29011486 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537610 Jun 25 11:11:54.380596 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.381944 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-95bf5438-afc0-4701-90cf-a3029aeed7a0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4429412 Jun 25 11:11:54.385022 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36168) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:54.390367 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'security_group_rule': {'security_group_id': '08163b28-72a4-4cb3-b241-39154e6462e1', 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:54.529651 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.591706 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.683361 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.686594 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:54.712792 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61309b15-2af4-4e1c-a364-741d5d215033,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:54.716941 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:54.798588 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:54.800414 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a89f8461-ffba-4dec-992f-6486b159a167 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4142420 Jun 25 11:11:54.803089 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36170) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:54.808561 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'security_group_rule': {'security_group_id': '08163b28-72a4-4cb3-b241-39154e6462e1', 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:54.839142 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 03778845-62b5-4d88-b0e0-6c86c0823f9d up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:54.934991 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.008561 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.038978 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 03778845-62b5-4d88-b0e0-6c86c0823f9d completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:55.045107 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 03778845-62b5-4d88-b0e0-6c86c0823f9d triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:55.045488 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.139527 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.164458 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:11:55.166852 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a864fd-4758-4fce-aa7f-26151c7f8da8" -d '{"events": [{"server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "name": "network-vif-plugged", "status": "completed", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:11:55.175210 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.189355 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ff8a7b2e-e43a-48d5-a643-00fe63db033f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:55.189583 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 03778845-62b5-4d88-b0e0-6c86c0823f9d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:55.202585 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d0aec0-7ea9-410d-a558-0a43e3bd124d,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:55.205502 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:55.275566 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb379f28-31c4-417f-bea0-823b845c1810 x-openstack-request-id: req-bb379f28-31c4-417f-bea0-823b845c1810 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:11:55.275895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "name": "network-vif-plugged", "status": "completed", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:11:55.276269 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb379f28-31c4-417f-bea0-823b845c1810 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:11:55.276572 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'code': 200} Jun 25 11:11:55.277875 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.279794 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-bae0ddbc-e2b6-4cb3-bffa-edeb6dc48cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:55.313000 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.318345 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a22e6d96-dff3-4aed-81f0-736fd40ac9bc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5112524 Jun 25 11:11:55.322307 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36176) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:55.328034 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'security_group_rule': {'security_group_id': '08163b28-72a4-4cb3-b241-39154e6462e1', 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:55.332537 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=03778845-62b5-4d88-b0e0-6c86c0823f9d,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:55.335878 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:55.472121 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.db.securitygroups_db [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Project 0edf37bbb88a4eb2aba41bd959531122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:11:55.481271 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.503548 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1f81db9b-f206-43b2-9133-a57bdbfffcdf up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:55.539036 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b909eb-5047-4954-971e-d6410770246a req-a62c39d4-d8c7-4087-a8c9-57066d1d886d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:55.540809 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d4b909eb-5047-4954-971e-d6410770246a req-a62c39d4-d8c7-4087-a8c9-57066d1d886d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 945 time: 0.0827787 Jun 25 11:11:55.569341 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.587834 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d4b909eb-5047-4954-971e-d6410770246a req-37a002f3-ea58-4304-b295-e1eea839a108 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402668 Jun 25 11:11:55.917792 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning for port 1f81db9b-f206-43b2-9133-a57bdbfffcdf completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:11:55.922081 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1f81db9b-f206-43b2-9133-a57bdbfffcdf triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:55.922463 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.980770 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:55.987063 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:56.003426 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:56.004029 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50608044-04b5-4c05-bb0e-e1f59b22d9b8,revision_number=0']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:56.006799 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:56.053940 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] For port 1f81db9b-f206-43b2-9133-a57bdbfffcdf, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1f81db9b-f206-43b2-9133-a57bdbfffcdf,segment=NetworkSegment(58410486-42df-49d5-aecb-7b5b9aac151b),segment_id=58410486-42df-49d5-aecb-7b5b9aac151b)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:11:56.178499 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29869bae-00ff-46d9-815d-fc888745e71e req-f88a6126-9da0-4e64-a816-77683d907926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:56.180737 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-29869bae-00ff-46d9-815d-fc888745e71e req-f88a6126-9da0-4e64-a816-77683d907926 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 1098 time: 0.0691860 Jun 25 11:11:56.209628 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:56.211051 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-4c9bfafe-c25e-46c2-b713-ac5610215189 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8905592 Jun 25 11:11:56.214873 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36180) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:56.220414 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'security_group_rule': {'security_group_id': '08163b28-72a4-4cb3-b241-39154e6462e1', 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:56.232513 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-29869bae-00ff-46d9-815d-fc888745e71e req-e3ce3bfc-8fe1-4134-bb36-54caaa2be27f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445743 Jun 25 11:11:56.243096 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:56.245221 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:56.294003 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Pushing event updated for resources: {'Port': ['ID=1f81db9b-f206-43b2-9133-a57bdbfffcdf,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:56.297126 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:56.375111 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.securitygroups_db [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Project 0edf37bbb88a4eb2aba41bd959531122 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 11:11:56.380882 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:56.450734 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:56.580638 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1804137'] for security_group_rule, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:56.583143 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f65adb44-2c38-43ff-b997-175b7da8552b tempest-AttachVolumeTestJSON-329610579 tempest-AttachVolumeTestJSON-329610579-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:56.602816 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a400898-5d7c-41be-9254-6037afe841e9,revision_number=0']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:56.606003 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:56.711369 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:56.712907 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e3bca2ca-76a3-40da-ba08-ce6384162dc3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4967906 Jun 25 11:11:56.784215 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcbb92-ec51-4d98-ad81-6f5ac7c9e0c8 req-d9733c75-eddc-4eba-99d0-7e35292d9a22 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:56.785863 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fcfcbb92-ec51-4d98-ad81-6f5ac7c9e0c8 req-d9733c75-eddc-4eba-99d0-7e35292d9a22 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 945 time: 0.0719035 Jun 25 11:11:56.833694 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fcfcbb92-ec51-4d98-ad81-6f5ac7c9e0c8 req-7c916b38-4f91-45a0-b33a-0381c03fb111 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Jun 25 11:11:57.427819 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1f81db9b-f206-43b2-9133-a57bdbfffcdf up at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:11:57.480895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Provisioning complete for port 1f81db9b-f206-43b2-9133-a57bdbfffcdf triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:11:57.481303 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:58.025021 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013d81-6ad4-445c-80b1-af50ce78ad4c req-907ad4b1-2a25-417b-bfc5-20779bd458a9 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:58.026628 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-51013d81-6ad4-445c-80b1-af50ce78ad4c req-907ad4b1-2a25-417b-bfc5-20779bd458a9 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 945 time: 0.0743885 Jun 25 11:11:58.067097 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-51013d81-6ad4-445c-80b1-af50ce78ad4c req-538b378d-b7eb-44a4-b076-24ee54639371 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341530 Jun 25 11:11:58.280685 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88828d44-13f8-4d4d-9665-0903c174ac4e req-af75adb3-8f1d-4275-abd6-446ca3deedd5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:58.282274 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-88828d44-13f8-4d4d-9665-0903c174ac4e req-af75adb3-8f1d-4275-abd6-446ca3deedd5 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 945 time: 0.0879006 Jun 25 11:11:58.325413 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-88828d44-13f8-4d4d-9665-0903c174ac4e req-24886308-402e-4d94-9cc4-34a88a3609ee tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361044 Jun 25 11:11:58.351031 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36238) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:58.418850 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc7093-0ea6-4a54-befc-3b8756c72d57 tempest-TestVolumeBootPattern-360344536 tempest-TestVolumeBootPattern-360344536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:11:58.421198 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-69cc7093-0ea6-4a54-befc-3b8756c72d57 tempest-TestVolumeBootPattern-360344536 tempest-TestVolumeBootPattern-360344536-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 1093 time: 0.0687306 Jun 25 11:11:58.423827 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36244) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:11:58.428755 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'port_id': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:11:58.523798 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:58.646286 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:58.758751 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Allocated IP 172.27.2.120 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/a25eca26-3f1e-4dfa-960d-42018d8cf4ea) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:11:58.864880 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:59.038009 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5951654'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:59.040126 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:59.078476 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:11:59.083698 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:11:59.091404 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:11:59.096836 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=a25eca26-3f1e-4dfa-960d-42018d8cf4ea,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:59.117294 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:11:59.470300 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:59.628299 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:59.795959 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:59.861395 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5951572'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:59.864128 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:11:59.937253 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event updated for resources: {'Port': ['ID=a25eca26-3f1e-4dfa-960d-42018d8cf4ea,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:11:59.946799 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:11:59.948420 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:00.058732 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.l3_db [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Floating IP aeb09d10-e2fb-408c-b071-462ffc9d81dd associated. External IP: 172.27.2.120, port: 03778845-62b5-4d88-b0e0-6c86c0823f9d. Jun 25 11:12:00.532906 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:12:00.647986 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:12:00.658270 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:12:00.667207 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:12:00.667827 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:00.763151 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:00.780520 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:12:00.800900 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-1bf826b2-60de-44e8-b998-62930dda04ff tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3756392 Jun 25 11:12:00.801480 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:12:00.804169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e" -d '{"events": [{"name": "network-changed", "server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:12:00.904452 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba46868-1091-48c5-8bbc-962121150ca4 x-openstack-request-id: req-eba46868-1091-48c5-8bbc-962121150ca4 {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:12:00.904938 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:12:00.905239 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eba46868-1091-48c5-8bbc-962121150ca4 {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:12:00.905674 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'status': 'completed', 'code': 200} Jun 25 11:12:01.020633 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-9aca6201-2617-4c4e-81be-44b71f82b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:01.020633 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-9aca6201-2617-4c4e-81be-44b71f82b69d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 1098 time: 0.0594883 Jun 25 11:12:01.049618 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'aeb09d10-e2fb-408c-b071-462ffc9d81dd', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:f4:4c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:11:59Z', 'updated_at': '2021-06-25T11:11:59Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}, {'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:55Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:01.078537 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:12:01.087981 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:12:01.088599 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:11:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:01.118442 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-b8eb7510-ad2d-4395-b81b-fb3fb6988a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:01.120182 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-b8eb7510-ad2d-4395-b81b-fb3fb6988a55 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.0936918 Jun 25 11:12:01.193426 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-0eddf0ae-61b9-4db0-8590-d77324507a98 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d HTTP/1.1" status: 200 len: 999 time: 0.0662959 Jun 25 11:12:01.214434 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:12:01.245738 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-46f9a0d4-fcf8-4ccb-a79d-f0c4f3784834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:01.247290 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-46f9a0d4-fcf8-4ccb-a79d-f0c4f3784834 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0470340 Jun 25 11:12:01.306862 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-9c8faac1-24bc-4901-9833-1c7a59dfaee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:01.308427 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-9c8faac1-24bc-4901-9833-1c7a59dfaee1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544016 Jun 25 11:12:01.406954 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-979c9d70-a1d2-4d47-a015-e3b1e7102fef service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911629 Jun 25 11:12:01.452398 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'aeb09d10-e2fb-408c-b071-462ffc9d81dd', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:f4:4c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:11:59Z', 'updated_at': '2021-06-25T11:11:59Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}, {'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:55Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:01.508320 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-ac3e3b1a-54bc-423a-a721-4a4ddcf9229e req-b75b3aa7-8be1-4e9e-a9f4-0ce685dc7c47 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944495 Jun 25 11:12:01.616897 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f646fce4-14e9-439d-b157-34a0c7dfc99c None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'aeb09d10-e2fb-408c-b071-462ffc9d81dd', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:f4:4c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:11:59Z', 'updated_at': '2021-06-25T11:11:59Z', 'revision_number': 0, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}, {'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:55Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:12:01.839644 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9411938-60f3-47e9-970e-4c7258867c18 None None] New status for floating IP aeb09d10-e2fb-408c-b071-462ffc9d81dd: ACTIVE {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:12:03.626357 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a8cffd35-ad95-499a-8a76-448cfc13258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:06.676772 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a233b31c-50b1-41bb-b57b-a91e58bc4d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:06.717212 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:07.957277 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:09.483256 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:15.358245 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:12:15.935568 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-982704bd-b870-4ef3-9de8-d2d44f0e300a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038152237&fields=id&tenant_id=0edf37bbb88a4eb2aba41bd959531122 HTTP/1.1" status: 200 len: 267 time: 0.0437746 Jun 25 11:12:16.052371 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-19d096a7-eb5d-4fe2-9b85-5867150df783 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:16.053847 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-19d096a7-eb5d-4fe2-9b85-5867150df783 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 809 time: 0.1107030 Jun 25 11:12:16.069881 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-b0644b24-5654-4b86-8d0f-e3e9ace5098f tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/quotas/0edf37bbb88a4eb2aba41bd959531122 HTTP/1.1" status: 200 len: 375 time: 0.0099223 Jun 25 11:12:16.141095 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-f5349133-3944-4bff-b6f0-8835af378674 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649319 Jun 25 11:12:16.405205 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-73a98a7f-2b38-426f-873e-13a205ee959b service neutron] 10.222.0.13 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506771 Jun 25 11:12:16.504943 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-d6878dd3-53f4-461e-869d-a8113323d48c service neutron] 10.222.0.13 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931838 Jun 25 11:12:17.258791 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-367c328d-00f6-403d-856c-5db9222caa2f req-75eb3bab-0245-43c5-9a51-a83ad3013f0a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 210 time: 0.0303204 Jun 25 11:12:18.349352 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-da0e99be-3b0f-45bd-a21f-3e9f1816c535 req-44227be9-0f77-4366-819c-62d27d71477b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 210 time: 0.0329006 Jun 25 11:12:18.818994 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:19.525125 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d02a3c97-d9d8-4da6-ae30-fa4de220820a req-be9bb807-f927-47a0-bf90-ff3c45ed2d35 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 210 time: 0.0318782 Jun 25 11:12:20.691942 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-05b93e0f-e0f4-4001-9321-f269a4a7067c req-ec3d69da-ce1a-4567-b5b4-8b614f4c5eb1 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 210 time: 0.0272529 Jun 25 11:12:21.413282 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-c80b774a-a032-4176-a861-10dcc3117c25 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:21.418161 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-c80b774a-a032-4176-a861-10dcc3117c25 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.93 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 809 time: 0.1212447 Jun 25 11:12:21.476226 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-8818dc84-3888-44eb-b1a0-8442e475c14d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0edf37bbb88a4eb2aba41bd959531122 HTTP/1.1" status: 200 len: 380 time: 0.0444422 Jun 25 11:12:21.492012 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'port': {'device_id': '493cfeac-571e-47e7-8261-f715dd3daf59', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'admin_state_up': True, 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'security_groups': ['08163b28-72a4-4cb3-b241-39154e6462e1']}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:12:21.694028 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Made reservation on behalf of 0edf37bbb88a4eb2aba41bd959531122 for: {'port': 1} {{(pid=105346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 11:12:21.697764 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:21.833172 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_common [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Allocated IP 172.20.0.14 (3d8a1a4c-bd16-4a6f-bf2e-78486714a97a/c0972b4c-7453-443d-8dc4-b7a6171f4c18/7db5e4b9-2cf9-46b5-85a1-a02db40d61c0) {{(pid=105346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:12:21.845408 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-01b052d7-4736-4f62-a0ce-218166a89f11 req-4b88bb3b-86e5-4ad1-a538-2b57ea58c548 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 210 time: 0.0295217 Jun 25 11:12:21.986700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for port, precommit_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:22.000846 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Transition to ACTIVE for port object 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 will not be triggered until provisioned by entity DHCP. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:12:22.157671 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5724256'] for port, after_create {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:22.162544 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:22.204308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a is already hosted by enough agents. {{(pid=105346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:12:22.207826 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.base_scheduler [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Resources bound (agent type, host, resource id): {{(pid=105346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:12:22.211665 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Received port after_create {{(pid=105346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:12:22.221493 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=1']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:12:22.247700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.248006 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.248380 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.248742 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.249101 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.249529 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.249823 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.250193 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.250687 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.250900 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.251254 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.251605 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:22.257182 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:22.285660 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:22.286342 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:22.369319 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8870397 Jun 25 11:12:22.390920 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.v2.base [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Request body: {'port': {'device_id': '493cfeac-571e-47e7-8261-f715dd3daf59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79313'}} {{(pid=105346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:12:22.471019 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:22.564104 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-c6bb537f-eb13-416c-b738-443cb2b3264c None None] Provisioning for port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 completed by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:12:22.574271 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-c6bb537f-eb13-416c-b738-443cb2b3264c None None] Provisioning complete for port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 triggered by entity DHCP. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:12:22.574744 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c6bb537f-eb13-416c-b738-443cb2b3264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:22.614040 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb537f-eb13-416c-b738-443cb2b3264c None None] Port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 cannot update to ACTIVE because it is not bound. {{(pid=105347) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 11:12:22.775334 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 {{(pid=105346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:12:22.784151 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:22.798882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.provisioning_blocks [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Transition to ACTIVE for port object 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 will not be triggered until provisioned by entity L2. {{(pid=105346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 11:12:22.899800 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:22.902119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c83677ef-6b1d-4511-a8d7-5ab9ba719a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:22.956396 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=2']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:12:22.981675 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:23.043853 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Attempting to bind port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 on host hv-cinder-79313 for vnic_type normal with profile {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 11:12:23.044722 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Attempting to bind port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 by drivers openvswitch,hyperv on host hv-cinder-79313 at level 0 using segments [{'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 11:12:23.045066 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Attempting to bind port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 on network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:12:23.051370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 on network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79313 {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 11:12:23.051701 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Attempting to bind port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 on network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 11:12:23.057237 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Checking agent: {'id': '398fc111-ce4f-4116-8ffb-385dd5df264d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79313', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'started_at': datetime.datetime(2021, 6, 25, 10, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 11, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 11:12:23.057439 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42402-114d-4aca-a5a1-6311f9d61856 req-d99cbc44-845a-49d0-b354-50fc2a073aca tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:23.058492 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Checking segment: {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 11:12:23.058738 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Bound using segment: {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'} {{(pid=105346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 11:12:23.060344 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.managers [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Bound port: 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host: hv-cinder-79313, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92640c9a-3c32-48c8-b21d-cf554c58cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a'}}] {{(pid=105346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 11:12:23.060492 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6ff42402-114d-4aca-a5a1-6311f9d61856 req-d99cbc44-845a-49d0-b354-50fc2a073aca tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0881522 Jun 25 11:12:23.060605 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:23.105541 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6ff42402-114d-4aca-a5a1-6311f9d61856 req-abbf08bf-5300-4bfb-a2e7-2137cf39b840 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391386 Jun 25 11:12:23.142211 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, cleared binding levels {{(pid=105346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 11:12:23.145260 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 11:12:23.215160 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5724306'] for port, after_update {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:23.217329 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:23.251845 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:23.252577 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:23.254053 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] 10.222.0.93 "PUT /v2.0/ports/7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 1094 time: 0.8687236 Jun 25 11:12:23.254669 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:12:23.257169 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06b53d0-4c2a-4a88-8798-7f119a2bff43" -d '{"events": [{"name": "network-changed", "server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:12:23.290202 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=3']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:12:23.294822 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:23.310493 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceb1707-0642-45cb-852c-9e602eb03641 x-openstack-request-id: req-eceb1707-0642-45cb-852c-9e602eb03641 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:12:23.310905 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:12:23.311204 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eceb1707-0642-45cb-852c-9e602eb03641 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:12:23.311650 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'status': 'completed', 'code': 200} Jun 25 11:12:23.437894 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b53d0-4c2a-4a88-8798-7f119a2bff43 req-eb6e0069-244d-42e1-be32-bfddb5d26be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:23.439919 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c06b53d0-4c2a-4a88-8798-7f119a2bff43 req-eb6e0069-244d-42e1-be32-bfddb5d26be7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1097 time: 0.0765340 Jun 25 11:12:23.824336 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b53d0-4c2a-4a88-8798-7f119a2bff43 req-f144eda0-6617-4bfc-bd43-f2dfd17807f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:23.825822 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c06b53d0-4c2a-4a88-8798-7f119a2bff43 req-f144eda0-6617-4bfc-bd43-f2dfd17807f0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=0edf37bbb88a4eb2aba41bd959531122&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3651667 Jun 25 11:12:23.927050 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b53d0-4c2a-4a88-8798-7f119a2bff43 req-53567c21-5a79-46ed-a50a-8e2b900512a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:23.928545 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-c06b53d0-4c2a-4a88-8798-7f119a2bff43 req-53567c21-5a79-46ed-a50a-8e2b900512a4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957575 Jun 25 11:12:24.052077 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-98080052-569f-4306-8027-cc95ca833618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:24.053570 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-98080052-569f-4306-8027-cc95ca833618 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1097 time: 0.0572686 Jun 25 11:12:24.104986 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-0eb5bd6f-599e-4252-87c0-a2cc0ed8331f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 217 time: 0.0367978 Jun 25 11:12:24.156049 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-9c5d72b0-618f-4a86-83d6-ad3b8b5348f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:24.157538 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-9c5d72b0-618f-4a86-83d6-ad3b8b5348f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 200 len: 848 time: 0.0465121 Jun 25 11:12:24.215693 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-94357dbf-84ca-4e3e-826f-df1ba9605bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:24.217156 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-94357dbf-84ca-4e3e-826f-df1ba9605bfe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532818 Jun 25 11:12:24.282144 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dae9b4-2e41-4d05-a8be-17a2c78cbad7 req-16865b8b-7fc4-4e2c-a169-dff95d098d57 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:24.283632 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-85dae9b4-2e41-4d05-a8be-17a2c78cbad7 req-16865b8b-7fc4-4e2c-a169-dff95d098d57 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0632370 Jun 25 11:12:24.309318 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-d238bab3-22f9-4c5b-953d-1144ad114e97 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851593 Jun 25 11:12:24.325289 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-85dae9b4-2e41-4d05-a8be-17a2c78cbad7 req-36e3936d-887b-4115-8160-1e534299aaa3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357568 Jun 25 11:12:24.396998 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-4c3eb7ff-d47d-418d-9caa-7afc121cb84f req-afb0caca-c26d-462a-9add-51eb1d58d2a0 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816386 Jun 25 11:12:25.496845 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f911a8-a899-4f96-939c-65dc684dcf52 req-82637d40-d162-4fef-b20f-f61d63069003 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:25.498315 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-69f911a8-a899-4f96-939c-65dc684dcf52 req-82637d40-d162-4fef-b20f-f61d63069003 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0624757 Jun 25 11:12:25.543288 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-69f911a8-a899-4f96-939c-65dc684dcf52 req-9a921271-2fef-418d-8331-bb843864eb17 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 Jun 25 11:12:26.718972 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ade4b9-2e44-43e4-b089-cfc50eae5c22 req-54e313d3-3dc1-4356-8fce-55d375303409 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:26.720447 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-04ade4b9-2e44-43e4-b089-cfc50eae5c22 req-54e313d3-3dc1-4356-8fce-55d375303409 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0694997 Jun 25 11:12:26.758512 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-04ade4b9-2e44-43e4-b089-cfc50eae5c22 req-4fd502d9-48e3-43a7-9a52-ee5eb09b2a05 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322824 Jun 25 11:12:27.935499 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a46a8-fbbc-42a3-b578-ff131470765b req-1736a021-67c3-4000-98f5-8251d0cb195d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:27.936965 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ec9a46a8-fbbc-42a3-b578-ff131470765b req-1736a021-67c3-4000-98f5-8251d0cb195d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0658984 Jun 25 11:12:27.974762 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ec9a46a8-fbbc-42a3-b578-ff131470765b req-003d0193-984c-4f2a-a7a3-2aab79a0e806 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Jun 25 11:12:28.660155 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-6c440315-125b-4a45-b59e-48ae8832d2ee service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576558 Jun 25 11:12:28.769883 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-4aedc8e0-390b-4dc6-9a2b-e64638b7fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:28.771524 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-4aedc8e0-390b-4dc6-9a2b-e64638b7fabb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1098 time: 0.0525193 Jun 25 11:12:28.873392 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-f57c450b-6ffd-46b8-a4e5-c8fd07be03e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:28.874805 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-f57c450b-6ffd-46b8-a4e5-c8fd07be03e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.0832460 Jun 25 11:12:28.949437 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-7f64b0af-374b-47c4-bb8f-ddd6d20a234e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 200 len: 1000 time: 0.0619318 Jun 25 11:12:28.992896 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-589473fb-7690-48a5-82e2-1a72347c3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:28.994401 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-589473fb-7690-48a5-82e2-1a72347c3c19 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0454023 Jun 25 11:12:29.087840 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-aa034226-d9e8-4cb0-b34d-16d66a0b0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:29.090196 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-aa034226-d9e8-4cb0-b34d-16d66a0b0be7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889814 Jun 25 11:12:29.197016 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-e76f67a1-6492-496d-8688-9d46395f69ee service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992420 Jun 25 11:12:29.211910 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75554fa7-aefe-4f7b-bb11-6acb7a294b3b req-ca9f43e4-128c-4a0d-a9b9-864f5d3818bd tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:29.213493 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-75554fa7-aefe-4f7b-bb11-6acb7a294b3b req-ca9f43e4-128c-4a0d-a9b9-864f5d3818bd tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0749235 Jun 25 11:12:29.251454 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-75554fa7-aefe-4f7b-bb11-6acb7a294b3b req-b73d4471-7ffb-406b-a07f-c06bd576d00d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321293 Jun 25 11:12:29.287075 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-36a2ea79-1084-40f0-a75b-78aec134ce6d req-25d4c285-a019-49a5-8fed-df0d315a0caa service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832560 Jun 25 11:12:30.425218 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0d42c-b97b-445a-803c-4ec081fbd370 req-15656d44-9bfd-433f-8131-fe16b7de6270 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:30.426723 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5ae0d42c-b97b-445a-803c-4ec081fbd370 req-15656d44-9bfd-433f-8131-fe16b7de6270 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0632687 Jun 25 11:12:30.464424 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-5ae0d42c-b97b-445a-803c-4ec081fbd370 req-cc5fca60-2002-44a9-b6fd-7e100107770d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Jun 25 11:12:31.071090 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:12:31.179274 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:12:31.191560 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'port_id': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'mac_address': 'fa:16:3e:f6:ae:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:12:31.229859 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:31.242821 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:12:31.264638 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:12:31.356890 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:31.358826 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:31.413148 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=4']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:12:31.420903 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.421248 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.421585 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.421949 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.422282 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.422606 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.422926 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.423248 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.423661 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.423984 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.424302 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.424627 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:31.428515 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:31.662033 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95318ae3-9ae2-46d9-b872-72ab66bbd67b req-10a19aa6-ad87-4b2a-9a6a-3f517baf0d5d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:31.663542 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-95318ae3-9ae2-46d9-b872-72ab66bbd67b req-10a19aa6-ad87-4b2a-9a6a-3f517baf0d5d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 945 time: 0.0700736 Jun 25 11:12:31.667554 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:12:31.702689 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-95318ae3-9ae2-46d9-b872-72ab66bbd67b req-35be3d3d-9d7c-41af-a59f-7aa57be5448b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Jun 25 11:12:32.902204 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdb0c9-e7a3-4280-8608-6ade28731438 req-9ff6201a-9b0c-41f6-9c45-546799e2cd2f tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:32.903866 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1efdb0c9-e7a3-4280-8608-6ade28731438 req-9ff6201a-9b0c-41f6-9c45-546799e2cd2f tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 945 time: 0.0739324 Jun 25 11:12:32.942233 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1efdb0c9-e7a3-4280-8608-6ade28731438 req-a26061fb-cb9f-4f23-b307-6f2160fed821 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326178 Jun 25 11:12:33.087320 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:12:33.264955 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning for port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 completed by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 11:12:33.269154 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:12:33.269535 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:33.344077 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:33.366178 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:12:33.368510 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896c6e4a-08ca-4175-952f-249cb969b4f1" -d '{"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-plugged", "status": "completed", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:12:33.386789 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:12:33.408766 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c081bf2-0130-4da3-b156-5f529548ab20 x-openstack-request-id: req-6c081bf2-0130-4da3-b156-5f529548ab20 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:12:33.409072 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-plugged", "status": "completed", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:12:33.409379 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c081bf2-0130-4da3-b156-5f529548ab20 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:12:33.409735 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'code': 200} Jun 25 11:12:33.482045 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:33.483956 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:33.532894 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=5']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:12:33.539056 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:33.659709 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a52cc35a-0008-4f7a-bbec-4632745b5e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:33.934747 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5231a4-3a89-4260-8753-1b3c970ec7c6 req-af584a5c-a847-4c2d-beb1-7ca4100fa09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:33.936169 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6f5231a4-3a89-4260-8753-1b3c970ec7c6 req-af584a5c-a847-4c2d-beb1-7ca4100fa09e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1099 time: 0.0585690 Jun 25 11:12:33.973577 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-6f5231a4-3a89-4260-8753-1b3c970ec7c6 req-96305b23-1ca5-4198-8ec8-798f5ed9eba3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Jun 25 11:12:34.116153 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3a219-1a54-4ce6-9b77-109769f7bc07 req-a2e296c4-68a7-49ba-af8d-065f65caf010 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:34.117604 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2ce3a219-1a54-4ce6-9b77-109769f7bc07 req-a2e296c4-68a7-49ba-af8d-065f65caf010 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0637600 Jun 25 11:12:34.155098 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2ce3a219-1a54-4ce6-9b77-109769f7bc07 req-29e8783b-beac-4f92-ac2f-aee6a9d5864a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317819 Jun 25 11:12:35.337716 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac052973-94ba-40eb-8796-c6fd3f51338b req-d21bdaa6-cdd0-4639-ae22-6b3c79a974b2 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:35.339743 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ac052973-94ba-40eb-8796-c6fd3f51338b req-d21bdaa6-cdd0-4639-ae22-6b3c79a974b2 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0690551 Jun 25 11:12:35.377633 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ac052973-94ba-40eb-8796-c6fd3f51338b req-f0d63e50-8dbd-45f8-8bf6-faa97c52f597 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Jun 25 11:12:36.553144 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16cedb-4417-4c9b-81cd-04d9d1fadbcc req-0cc1d466-4bf2-418e-9598-d4784dc483e0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:36.554658 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4f16cedb-4417-4c9b-81cd-04d9d1fadbcc req-0cc1d466-4bf2-418e-9598-d4784dc483e0 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0658484 Jun 25 11:12:36.593232 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4f16cedb-4417-4c9b-81cd-04d9d1fadbcc req-5ef3f41d-87ee-49a2-bc88-fb77902ca839 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Jun 25 11:12:36.670956 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bf9adaa-57f7-4caa-afb4-af421f103259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:36.693587 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:36.770448 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c131510-7dd0-4e68-8147-82188c795ed6 req-025d7bb9-0ef1-4967-b794-a87843d0e19f tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:36.771911 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c131510-7dd0-4e68-8147-82188c795ed6 req-025d7bb9-0ef1-4967-b794-a87843d0e19f tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0622272 Jun 25 11:12:36.810549 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4c131510-7dd0-4e68-8147-82188c795ed6 req-85ca3705-863e-4dbd-8a04-f089d9a23fa4 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Jun 25 11:12:36.833727 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36368) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:12:36.961341 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24513c-9bce-499a-b90b-637de9d95d72 tempest-TestShelveInstance-1728569859 tempest-TestShelveInstance-1728569859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:36.962940 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3e24513c-9bce-499a-b90b-637de9d95d72 tempest-TestShelveInstance-1728569859 tempest-TestShelveInstance-1728569859-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1094 time: 0.1282458 Jun 25 11:12:36.966586 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36372) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:12:36.970993 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.v2.base [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Request body: {'floatingip': {'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'port_id': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105345) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 11:12:37.070905 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for floatingip, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:37.166003 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:37.269574 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_common [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Allocated IP 172.27.2.20 (9f7a04bc-8bfc-4814-ad45-14517954fab4/975c3338-9e40-43a3-b655-413346c87a65/6c17d238-0d2f-48e8-9876-bdb9ce8d9f39) {{(pid=105345) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 11:12:37.365063 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for port, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:37.465713 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-663912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1874411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741764854492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5951654'] for port, after_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:37.467846 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-9ce7d17d-7720-4b63-aebf-ff4ead40bce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:37.503149 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Network 9f7a04bc-8bfc-4814-ad45-14517954fab4 is already hosted by enough agents. {{(pid=105345) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 11:12:37.507154 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.base_scheduler [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Resources bound (agent type, host, resource id): {{(pid=105345) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 11:12:37.513786 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Received port after_create {{(pid=105345) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 25 11:12:37.516795 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'Port': ['ID=6c17d238-0d2f-48e8-9876-bdb9ce8d9f39,revision_number=1']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:12:37.544007 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.544376 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.544739 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.545099 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.545448 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.545797 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.546168 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.546515 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.546865 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.547207 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.547550 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.547890 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:12:37.555148 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:37.890831 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:37.939195 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:38.041709 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:38.186026 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for port, precommit_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:38.270706 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5951572'] for port, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:38.272885 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-be698610-86f7-4491-bbfb-b63667b6f959 tempest-TestMinimumBasicScenario-320277391 tempest-TestMinimumBasicScenario-320277391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:12:38.341048 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event updated for resources: {'Port': ['ID=6c17d238-0d2f-48e8-9876-bdb9ce8d9f39,revision_number=2']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:12:38.343895 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:12:38.352473 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1669888'] for floatingip, after_update {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:38.444185 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.l3_db [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Floating IP 24728441-a6ba-4a46-b7ac-b8c14eef9140 associated. External IP: 172.27.2.20, port: 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0. Jun 25 11:12:38.670246 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:12:38.773810 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:12:38.783564 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] Sync routers for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:12:38.792356 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:12:38.798314 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:12:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:38.836541 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:38.876164 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-95d5f00a-8a1e-40d2-bb05-589f25d5b66a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9085391 Jun 25 11:12:38.876953 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:12:38.879234 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4bce84-902b-4b52-b291-5c711dbec8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:12:38.897804 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:12:38.916450 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b579281-6487-4b0d-9bc4-3a593f262038 x-openstack-request-id: req-3b579281-6487-4b0d-9bc4-3a593f262038 {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:12:38.916788 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:12:38.917090 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b579281-6487-4b0d-9bc4-3a593f262038 {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:12:38.917534 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'status': 'completed', 'code': 200} Jun 25 11:12:39.016846 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-f9b90284-773d-49a9-a660-f649591bc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:39.018430 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-f9b90284-773d-49a9-a660-f649591bc0f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1099 time: 0.0554836 Jun 25 11:12:39.109997 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-aea7e618-d6a6-4d17-813a-4687bb33e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:39.111389 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-aea7e618-d6a6-4d17-813a-4687bb33e330 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 910 time: 0.0870361 Jun 25 11:12:39.123703 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '24728441-a6ba-4a46-b7ac-b8c14eef9140', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'port_id': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'mac_address': 'fa:16:3e:f6:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493cfeac-571e-47e7-8261-f715dd3daf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:12:37Z', 'updated_at': '2021-06-25T11:12:37Z', 'revision_number': 0, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:39.152994 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] Checking router: ee005eb7-5e6e-4b99-be59-10b7a9655bd2 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:12:39.161329 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:12:39.161986 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:12:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:39.177224 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-a843d63e-2a15-491c-a69c-4d8f9212fa90 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 999 time: 0.0593817 Jun 25 11:12:39.226720 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-e14e9ccc-0ae1-4328-bfda-510f6d7281ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:39.228177 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-e14e9ccc-0ae1-4328-bfda-510f6d7281ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 200 len: 848 time: 0.0447783 Jun 25 11:12:39.266040 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:12:39.291405 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-fb5bac7f-7328-4c98-95ab-8651b578a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:12:39.292881 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-fb5bac7f-7328-4c98-95ab-8651b578a9bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577326 Jun 25 11:12:39.385947 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-6382ee7e-751b-4795-bdd6-95af1d7b95f3 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854130 Jun 25 11:12:39.483217 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-9c4bce84-902b-4b52-b291-5c711dbec8b1 req-1698d11e-7655-4d23-9c55-4ad1876bad89 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907762 Jun 25 11:12:39.508725 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '24728441-a6ba-4a46-b7ac-b8c14eef9140', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'port_id': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'mac_address': 'fa:16:3e:f6:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493cfeac-571e-47e7-8261-f715dd3daf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:12:37Z', 'updated_at': '2021-06-25T11:12:37Z', 'revision_number': 0, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:12:39.511913 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:39.538147 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d336de2-b313-4a7c-a1b2-3e405adfb81d None None] The sync data for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi is: [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': '24728441-a6ba-4a46-b7ac-b8c14eef9140', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'port_id': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'mac_address': 'fa:16:3e:f6:ae:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493cfeac-571e-47e7-8261-f715dd3daf59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:12:37Z', 'updated_at': '2021-06-25T11:12:37Z', 'revision_number': 0, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:12:39.726316 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1adb14-1455-4a38-bbcb-07ae00df1671 None None] New status for floating IP 24728441-a6ba-4a46-b7ac-b8c14eef9140: ACTIVE {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:12:48.601572 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:12:52.356666 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:13:03.692210 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-4adc2d75-ddb0-47a3-af8f-2bffc9e8736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:06.761456 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-9561a6ce-7d59-4788-99d1-01f60a1ab436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:06.783796 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:07.995105 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:09.486690 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:18.687142 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:28.694787 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-173c0e5b-d074-4c07-a1db-aa40e3984777 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540981 Jun 25 11:13:28.779445 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-062170d0-de7b-47a6-ba90-3e73ecad5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:28.780900 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-062170d0-de7b-47a6-ba90-3e73ecad5763 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 1098 time: 0.0538971 Jun 25 11:13:28.890559 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-94cf9be8-0f34-4d92-b4f6-6da698a4135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:28.891946 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-94cf9be8-0f34-4d92-b4f6-6da698a4135d service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.0894985 Jun 25 11:13:28.956236 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-afa528e1-3dd7-41ba-8d47-fa8250777571 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d HTTP/1.1" status: 200 len: 1001 time: 0.0580087 Jun 25 11:13:29.007347 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-b4358a33-60b5-4fd0-a565-0df7e3d8f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:29.009270 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-b4358a33-60b5-4fd0-a565-0df7e3d8f60a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0468900 Jun 25 11:13:29.066024 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-a91f5dc4-0554-4111-aaf9-b0ce0d2845a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:29.067492 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-a91f5dc4-0554-4111-aaf9-b0ce0d2845a5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520258 Jun 25 11:13:29.154248 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-1c8a852f-3299-4c9b-a0e1-96dd61cab0e2 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799005 Jun 25 11:13:29.250615 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-af5bd257-6725-4222-83b5-5c2fa63643d4 req-e30e9790-e05b-4089-b76a-2fdc970b16c1 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897217 Jun 25 11:13:29.355455 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:13:33.663585 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-83920574-aed0-4d19-9870-f800dc9bc9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.714652 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-de68e96f-0cef-4248-b9bd-ed216dccf427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:36.811540 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:37.966080 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:39.537176 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:40.924555 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36402) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:41.086184 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Deleting port a25eca26-3f1e-4dfa-960d-42018d8cf4ea {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:13:41.086534 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:41.181067 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:41.181408 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:41.194412 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Calling delete_port for a25eca26-3f1e-4dfa-960d-42018d8cf4ea owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:13:41.463756 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:41.466269 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:41.491905 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event deleted for resources: {'Port': ['ID=a25eca26-3f1e-4dfa-960d-42018d8cf4ea,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:41.502013 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.502394 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.502763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.503130 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.503494 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.503870 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.504212 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.504568 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.504924 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.505277 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.505632 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.506001 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:41.525196 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:41.565449 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:41.569326 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.l3_db [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Floating IP aeb09d10-e2fb-408c-b071-462ffc9d81dd disassociated (deleted). External IP: 172.27.2.120, port: 03778845-62b5-4d88-b0e0-6c86c0823f9d. Jun 25 11:13:41.822372 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:13:41.932638 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:13:41.937341 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:41.941754 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:13:41.951569 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:41.952279 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:41.977063 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-828b5305-8030-447b-965a-0bfc78fe5e3b tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "DELETE /v2.0/floatingips/aeb09d10-e2fb-408c-b071-462ffc9d81dd HTTP/1.1" status: 204 len: 168 time: 1.0516620 Jun 25 11:13:41.977720 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:13:41.980035 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206e449b-4844-464d-b01c-9ea6c55f6175" -d '{"events": [{"name": "network-changed", "server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:13:42.026318 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89c549d-87f0-4734-9fc9-8d504f4a97fd x-openstack-request-id: req-a89c549d-87f0-4734-9fc9-8d504f4a97fd {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:13:42.026508 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:13:42.026763 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a89c549d-87f0-4734-9fc9-8d504f4a97fd {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:13:42.027210 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'status': 'completed', 'code': 200} Jun 25 11:13:42.142001 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-49629a59-34f1-45fc-ab0c-2f5fd5cf8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:42.144345 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-49629a59-34f1-45fc-ab0c-2f5fd5cf8676 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 1098 time: 0.0638299 Jun 25 11:13:42.213248 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:42.260683 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-549373f7-dc79-45c3-b38f-e87c864fd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:42.262249 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-549373f7-dc79-45c3-b38f-e87c864fd64c service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.1101632 Jun 25 11:13:42.311958 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-ec2a2cb1-25ea-46bf-9db5-602e9b1ffe4f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d HTTP/1.1" status: 200 len: 217 time: 0.0433605 Jun 25 11:13:42.363662 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-0bc0a02e-c680-4f0d-8ee8-7441257e1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:42.365183 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-0bc0a02e-c680-4f0d-8ee8-7441257e1db1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0474946 Jun 25 11:13:42.433356 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-0f62a9d5-f95c-4a19-8784-149770868bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:42.433356 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-0f62a9d5-f95c-4a19-8784-149770868bf0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601068 Jun 25 11:13:42.472527 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:55Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:42.499394 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:13:42.509461 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:42.513313 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:42.552968 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-fd6dfa1c-916f-41a6-a4db-dab0cd3d32eb service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031997 Jun 25 11:13:42.631302 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:42.676401 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-206e449b-4844-464d-b01c-9ea6c55f6175 req-bb98372e-117d-4a3e-beb2-97e9adbd9fb5 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161861 Jun 25 11:13:42.885756 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:55Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:42.915363 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc0dbd3-0d77-4f1e-888c-b475e08f2d9d None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_floatingips': [{'id': 'e8398fae-049e-4ce4-a518-a000dfc6cf7e', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'router_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'port_id': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'mac_address': 'fa:16:3e:c2:63:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T11:09:52Z', 'updated_at': '2021-06-25T11:09:55Z', 'revision_number': 1, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:13:43.106541 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d137cc9-dd83-401b-8990-e563c1009d0b req-9b8305df-565e-4388-b778-1f24fd050db3 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:43.108117 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d137cc9-dd83-401b-8990-e563c1009d0b req-9b8305df-565e-4388-b778-1f24fd050db3 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 945 time: 0.3399084 Jun 25 11:13:43.150444 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6d137cc9-dd83-401b-8990-e563c1009d0b req-574d7764-bbc3-4af2-bb31-1a043530bf3d tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347126 Jun 25 11:13:43.162552 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad360533-9a0d-422c-9b7d-413ff36effa9 None None] New status for floating IP aeb09d10-e2fb-408c-b071-462ffc9d81dd: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:13:44.360558 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9bd8b-81f6-4d72-a6c8-7a15cd45edc4 req-a4f86af6-4f88-4e7a-959e-b0fddcde4fb0 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:44.362741 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-10d9bd8b-81f6-4d72-a6c8-7a15cd45edc4 req-a4f86af6-4f88-4e7a-959e-b0fddcde4fb0 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 945 time: 0.0783739 Jun 25 11:13:44.402872 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-10d9bd8b-81f6-4d72-a6c8-7a15cd45edc4 req-5afba1ec-25c6-4972-a0fe-50fb2ef0f081 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Jun 25 11:13:44.407572 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-7c4c5a70-de28-4bb4-88f9-54f52ba8f3d4 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:44.409703 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-7c4c5a70-de28-4bb4-88f9-54f52ba8f3d4 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 945 time: 0.0742302 Jun 25 11:13:44.522135 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Deleting port 03778845-62b5-4d88-b0e0-6c86c0823f9d {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:13:44.522472 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.616729 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] For port 03778845-62b5-4d88-b0e0-6c86c0823f9d, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=03778845-62b5-4d88-b0e0-6c86c0823f9d,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:13:44.617089 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.631509 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Calling delete_port for 03778845-62b5-4d88-b0e0-6c86c0823f9d owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:13:44.902479 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.906676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3b04b5ec-45b5-44ce-8309-d9751e26d080 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:44.933390 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event deleted for resources: {'Port': ['ID=03778845-62b5-4d88-b0e0-6c86c0823f9d,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:44.948506 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.948894 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.949266 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.949629 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.950031 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.950392 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.950799 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.951095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.951451 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.951841 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.952163 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.952733 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:13:44.972554 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:44.994079 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] No DVR routers for this DVR port 03778845-62b5-4d88-b0e0-6c86c0823f9d on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:13:44.996579 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:44.998851 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-dcc7665a-bbac-4ce2-b392-57c326fbac2e req-19c905cc-94ed-44dd-a3a2-4e8f2ec71c3f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "DELETE /v2.0/ports/03778845-62b5-4d88-b0e0-6c86c0823f9d HTTP/1.1" status: 204 len: 173 time: 0.5836847 Jun 25 11:13:44.999371 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'name': 'network-vif-deleted', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:13:45.001699 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fd8c85-c5a3-4dfa-912d-a30c128a4a71" -d '{"events": [{"server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "name": "network-vif-deleted", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:13:45.042539 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9734aee-80a0-45d7-a99d-045ad6ef5349 x-openstack-request-id: req-b9734aee-80a0-45d7-a99d-045ad6ef5349 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:13:45.042971 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450f7cda-b030-4649-9990-4a2f3f7fec7c", "name": "network-vif-deleted", "tag": "03778845-62b5-4d88-b0e0-6c86c0823f9d", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:13:45.043356 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9734aee-80a0-45d7-a99d-045ad6ef5349 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:13:45.043874 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450f7cda-b030-4649-9990-4a2f3f7fec7c', 'name': 'network-vif-deleted', 'tag': '03778845-62b5-4d88-b0e0-6c86c0823f9d', 'status': 'completed', 'code': 200} Jun 25 11:13:45.585964 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-2d264ed0-ba09-4157-a2b0-881566db2b24 req-8d23b887-b90a-43a1-abbc-2f4b8d3ff805 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 210 time: 0.0379989 Jun 25 11:13:46.750112 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-610598e0-d587-4889-b947-fcd77e2ffad5 req-ca54746b-cf71-45a9-a157-3ea9ee992c52 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=450f7cda-b030-4649-9990-4a2f3f7fec7c HTTP/1.1" status: 200 len: 210 time: 0.0290408 Jun 25 11:13:47.371309 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 03778845-62b5-4d88-b0e0-6c86c0823f9d no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:13:47.391563 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 03778845-62b5-4d88-b0e0-6c86c0823f9d {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:13:47.391910 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 03778845-62b5-4d88-b0e0-6c86c0823f9d not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:13:48.634911 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:50.406373 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36446) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:50.564900 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Deleting port 07a82c81-2303-4263-999a-aa64c064f91c {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:13:50.565237 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:50.646021 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:50.646260 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:50.657996 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Calling delete_port for 07a82c81-2303-4263-999a-aa64c064f91c owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:13:50.897155 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:50.900639 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4f3f6d2b-103e-439b-bb52-aa8b5ef63b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:50.928229 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event deleted for resources: {'Port': ['ID=07a82c81-2303-4263-999a-aa64c064f91c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:50.932794 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:50.989196 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:50.989573 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.l3_db [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Floating IP e8398fae-049e-4ce4-a518-a000dfc6cf7e disassociated (deleted). External IP: 172.27.2.43, port: 574c92f1-de3d-4b82-90b2-6ce1111bceb6. Jun 25 11:13:51.199114 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:13:51.305299 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:13:51.310448 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:51.314889 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:13:51.324572 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:51.325181 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:51.346291 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-6e36f9a8-821d-4f64-a90f-4133a00642b8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "DELETE /v2.0/floatingips/e8398fae-049e-4ce4-a518-a000dfc6cf7e HTTP/1.1" status: 204 len: 168 time: 0.9386508 Jun 25 11:13:51.346974 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:13:51.349302 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186604e8-30ac-470e-9857-b64540bab670" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:13:51.394344 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aea192-2eb7-4969-8799-66249d2e7af2 x-openstack-request-id: req-b9aea192-2eb7-4969-8799-66249d2e7af2 {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:13:51.394688 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:13:51.394981 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9aea192-2eb7-4969-8799-66249d2e7af2 {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:13:51.395417 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'status': 'completed', 'code': 200} Jun 25 11:13:51.442524 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:51.509693 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604e8-30ac-470e-9857-b64540bab670 req-02c69ebd-d757-43fd-91d7-9ba401803651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:51.511392 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-186604e8-30ac-470e-9857-b64540bab670 req-02c69ebd-d757-43fd-91d7-9ba401803651 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 1098 time: 0.0673981 Jun 25 11:13:51.608554 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604e8-30ac-470e-9857-b64540bab670 req-2c4dfcd4-9569-4f10-9bc1-9e1d4192e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:51.610166 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-186604e8-30ac-470e-9857-b64540bab670 req-2c4dfcd4-9569-4f10-9bc1-9e1d4192e073 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 200 len: 913 time: 0.0925627 Jun 25 11:13:51.657203 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:51.658305 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-186604e8-30ac-470e-9857-b64540bab670 req-07f85b29-f4f8-4913-8f47-e6079dc222cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 200 len: 217 time: 0.0415421 Jun 25 11:13:51.684924 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:13:51.694229 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:13:51.694610 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:51.709796 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604e8-30ac-470e-9857-b64540bab670 req-d7965d0e-97d5-44b2-b7d6-39f0f840bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:51.711675 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-186604e8-30ac-470e-9857-b64540bab670 req-d7965d0e-97d5-44b2-b7d6-39f0f840bc65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 200 len: 851 time: 0.0478108 Jun 25 11:13:51.769029 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186604e8-30ac-470e-9857-b64540bab670 req-252ad274-8468-44d2-ba0d-926f580b758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:51.770547 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-186604e8-30ac-470e-9857-b64540bab670 req-252ad274-8468-44d2-ba0d-926f580b758a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6a732997-15d8-4216-a4f9-438c52203aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526173 Jun 25 11:13:51.810888 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:13:51.872641 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-186604e8-30ac-470e-9857-b64540bab670 req-37ab6d58-d6f2-45f3-8c5b-71c1b22bef40 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954375 Jun 25 11:13:51.972573 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-186604e8-30ac-470e-9857-b64540bab670 req-64baa2c4-456f-42e8-a43f-a86e53163a33 service neutron] 10.222.0.93 "GET /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933516 Jun 25 11:13:52.024342 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:13:52.055498 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dbb2a8-f588-4313-aaf2-6cae45242fc9 None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:06:19Z', 'revision_number': 4, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '1c396c0e-f476-4bd5-bc18-71d0426ce63a', 'name': '', 'network_id': '6a732997-15d8-4216-a4f9-438c52203aa6', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'mac_address': 'fa:16:3e:5c:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:18Z', 'updated_at': '2021-06-25T11:06:26Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'subnets': [{'id': '4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:13:52.125544 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9756421-9778-4d32-803a-d5d70b2c7890 req-bab36bab-e7cf-4e7d-9adf-c0729584c097 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:52.127255 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9756421-9778-4d32-803a-d5d70b2c7890 req-bab36bab-e7cf-4e7d-9adf-c0729584c097 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 945 time: 0.0709462 Jun 25 11:13:52.168839 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9756421-9778-4d32-803a-d5d70b2c7890 req-9e37494a-cf9f-4cca-9c17-f2e2dfc0f29f tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354474 Jun 25 11:13:52.289737 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce9c16-bf12-4cc0-a796-0795172be6ae None None] New status for floating IP e8398fae-049e-4ce4-a518-a000dfc6cf7e: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:13:53.348092 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d922-6bd9-465a-892a-a6f7b4acf3a2 req-876bf352-15f3-462e-96a4-60519fc706e7 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:53.349616 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4151d922-6bd9-465a-892a-a6f7b4acf3a2 req-876bf352-15f3-462e-96a4-60519fc706e7 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 945 time: 0.0638075 Jun 25 11:13:53.387647 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-4151d922-6bd9-465a-892a-a6f7b4acf3a2 req-7a34e2d1-23d9-4ce0-af86-1ad5c340c577 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/security-groups?id=1b6ecd39-4bc9-43eb-ad71-4f29bb024964&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Jun 25 11:13:53.657616 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-341ad25e-c9ed-489c-96e5-7985ee4e22dc tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:13:53.659142 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-341ad25e-c9ed-489c-96e5-7985ee4e22dc tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 945 time: 0.0642095 Jun 25 11:13:53.764039 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Deleting port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:13:53.764396 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:53.851095 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] For port 574c92f1-de3d-4b82-90b2-6ce1111bceb6, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=574c92f1-de3d-4b82-90b2-6ce1111bceb6,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:13:53.851450 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:53.864828 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Calling delete_port for 574c92f1-de3d-4b82-90b2-6ce1111bceb6 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:13:54.068180 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:54.073481 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-ede235c6-fbf5-4310-9934-14b1b9581fbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:54.100525 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event deleted for resources: {'Port': ['ID=574c92f1-de3d-4b82-90b2-6ce1111bceb6,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:54.113017 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:54.149088 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] No DVR routers for this DVR port 574c92f1-de3d-4b82-90b2-6ce1111bceb6 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:13:54.151884 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:54.153967 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f078c6e1-fece-4728-87bf-3a648a8f7c55 req-901f5a26-693e-48b2-a308-0cf059cc8040 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.93 "DELETE /v2.0/ports/574c92f1-de3d-4b82-90b2-6ce1111bceb6 HTTP/1.1" status: 204 len: 173 time: 0.4898269 Jun 25 11:13:54.154513 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'name': 'network-vif-deleted', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:13:54.157246 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf69d40-e11d-44f4-b710-8f056fc4c930" -d '{"events": [{"server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "name": "network-vif-deleted", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:13:54.193523 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063acb15-bb49-4ab4-8d44-51893145acf3 x-openstack-request-id: req-063acb15-bb49-4ab4-8d44-51893145acf3 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:13:54.193889 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3ecd3c-b37f-4383-835d-3da1a501ba90", "name": "network-vif-deleted", "tag": "574c92f1-de3d-4b82-90b2-6ce1111bceb6", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:13:54.194209 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-063acb15-bb49-4ab4-8d44-51893145acf3 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:13:54.194619 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3ecd3c-b37f-4383-835d-3da1a501ba90', 'name': 'network-vif-deleted', 'tag': '574c92f1-de3d-4b82-90b2-6ce1111bceb6', 'status': 'completed', 'code': 200} Jun 25 11:13:54.542615 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-9534c715-78cb-455e-8805-bdf28133ca2e req-09646da1-1405-48d1-ad90-c1f639b0c061 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 210 time: 0.0293767 Jun 25 11:13:55.698853 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e75081db-8285-4655-942f-5aaf314621a3 req-57b44dc3-b48f-4c99-b039-dee718b17ec8 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c3ecd3c-b37f-4383-835d-3da1a501ba90 HTTP/1.1" status: 200 len: 210 time: 0.0304999 Jun 25 11:13:56.790920 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36466) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:56.915597 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Deleting port 758f9ca8-994d-4be8-93f6-b5797b030d9d {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:13:56.915932 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:56.989361 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:56.989598 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:57.001285 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Calling delete_port for 758f9ca8-994d-4be8-93f6-b5797b030d9d owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:13:57.188655 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:57.190836 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:57.214342 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event deleted for resources: {'Port': ['ID=758f9ca8-994d-4be8-93f6-b5797b030d9d,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:57.217475 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:57.278335 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:57.280673 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:57.281788 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-02814d7e-fe78-4772-972c-43887b515357 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "DELETE /v2.0/floatingips/5636b432-6421-414d-8c23-25b7239917fb HTTP/1.1" status: 204 len: 168 time: 0.4898665 Jun 25 11:13:57.447327 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 574c92f1-de3d-4b82-90b2-6ce1111bceb6 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:13:57.469578 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 574c92f1-de3d-4b82-90b2-6ce1111bceb6 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:13:57.472714 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 574c92f1-de3d-4b82-90b2-6ce1111bceb6 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:13:58.668492 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36478) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:58.727478 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e2be24a8-869e-47b5-a49b-3b340310d830 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:58.752645 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e2be24a8-869e-47b5-a49b-3b340310d830 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:58.856488 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e2be24a8-869e-47b5-a49b-3b340310d830 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:58.859528 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e2be24a8-869e-47b5-a49b-3b340310d830 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Notify callbacks [] for security_group, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:58.861028 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e2be24a8-869e-47b5-a49b-3b340310d830 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b6ecd39-4bc9-43eb-ad71-4f29bb024964 HTTP/1.1" status: 204 len: 168 time: 0.1913197 Jun 25 11:13:58.862796 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-b00f6fda-945d-49b8-9cc2-5299f234b693 tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:13:58.877008 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be24a8-869e-47b5-a49b-3b340310d830 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6ecd39-4bc9-43eb-ad71-4f29bb024964,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:13:58.880494 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e2be24a8-869e-47b5-a49b-3b340310d830 tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:13:58.980548 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36482) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:13:59.428582 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:59.675063 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Deleting port 1c396c0e-f476-4bd5-bc18-71d0426ce63a {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:13:59.675342 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:59.752620 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] For port 1c396c0e-f476-4bd5-bc18-71d0426ce63a, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1c396c0e-f476-4bd5-bc18-71d0426ce63a,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:13:59.752980 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:13:59.765723 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Calling delete_port for 1c396c0e-f476-4bd5-bc18-71d0426ce63a owned by network:router_interface {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:00.004162 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:00.006302 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-13bb7b12-777a-4fd9-a2ee-a085e3b05ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:00.029553 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1c396c0e-f476-4bd5-bc18-71d0426ce63a,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:00.032664 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:00.192008 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:00.399972 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Router 78bccd04-a090-4395-974a-f0bd476d7374 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:14:00.501793 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:14:00.507993 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-72197f71-7634-40db-90a2-f149d8f8d1ff admin admin] 10.222.0.13 "PUT /v2.0/routers/78bccd04-a090-4395-974a-f0bd476d7374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5257854 Jun 25 11:14:00.509922 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36486) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:00.512373 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] Sync routers for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:14:00.521512 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:14:00.522277 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:00.616287 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:00.626291 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:14:00.720016 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:00.850840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Deleting port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:14:00.851194 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:00.934329 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:13:59Z', 'revision_number': 5, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port': {'id': '3cfc04fe-f38e-4eca-b8b0-216d75c4cb16', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bccd04-a090-4395-974a-f0bd476d7374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:15Z', 'updated_at': '2021-06-25T11:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:00.966355 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] Checking router: 78bccd04-a090-4395-974a-f0bd476d7374 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:14:00.975909 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] Routers {'78bccd04-a090-4395-974a-f0bd476d7374'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:14:00.976486 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['78bccd04-a090-4395-974a-f0bd476d7374'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:01.068089 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] Set router 78bccd04-a090-4395-974a-f0bd476d7374 gateway port host: None {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:14:01.120708 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:14:00Z', 'revision_number': 6, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port_host': None}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:01.151420 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c81bdb-b818-46eb-b738-a2a468f31f1d None None] The sync data for ids ['78bccd04-a090-4395-974a-f0bd476d7374'] in dv-cinder-793136-2-iscsi is: [{'id': '78bccd04-a090-4395-974a-f0bd476d7374', 'name': 'tempest-TestVolumeBootPattern-1009265633-router', 'tenant_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:14Z', 'updated_at': '2021-06-25T11:14:00Z', 'revision_number': 6, 'project_id': '02ebdd403cd041e9aecdf61ecbb5e565', 'gw_port_host': None}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:14:01.193144 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] For port 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:01.193732 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.206309 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Calling delete_port for 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 owned by network:router_gateway {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:01.439550 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.441660 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-68136f11-96c1-4a93-a4a8-2d8121f8cd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:01.466400 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3cfc04fe-f38e-4eca-b8b0-216d75c4cb16,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:01.470375 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:01.535668 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.630659 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.632777 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.747861 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.748403 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78bccd04-a090-4395-974a-f0bd476d7374 {{(pid=105345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:14:01.752709 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.753870 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f628784a-9d56-48e6-83cf-ca2224b14e7e admin admin] 10.222.0.13 "DELETE /v2.0/routers/78bccd04-a090-4395-974a-f0bd476d7374 HTTP/1.1" status: 204 len: 168 time: 1.2429461 Jun 25 11:14:01.756500 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36488) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:01.801418 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Deleting subnet 4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:14:01.804690 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.843332 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.910460 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1c396c0e-f476-4bd5-bc18-71d0426ce63a no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:14:01.920884 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:01.931377 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 1c396c0e-f476-4bd5-bc18-71d0426ce63a {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:14:01.931735 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1c396c0e-f476-4bd5-bc18-71d0426ce63a not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:14:02.114420 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.117222 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-118d6b9f-7adc-4408-937c-69eca7c924f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:02.141791 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:02.147340 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:02.151929 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.156464 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-3bf3ed80-67b5-43c4-8942-de61257a9f0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b2d0d3f-ad0d-4964-9dbd-d30ffd730da7 HTTP/1.1" status: 204 len: 168 time: 0.3963857 Jun 25 11:14:02.156908 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36490) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:02.164629 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91f481-4e5f-43f0-9d05-da24eb9d1970 None None] Network 6a732997-15d8-4216-a4f9-438c52203aa6 requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:14:02.238987 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.298687 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Deleting port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:14:02.298952 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.362335 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] DHCP port deletion for 6a732997-15d8-4216-a4f9-438c52203aa6 request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:14:02.362641 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] For port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:02.362793 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.376402 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Calling delete_port for 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 owned by network:dhcp {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:02.419156 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Deleting port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:14:02.419543 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.488625 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] For port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,segment=NetworkSegment(345be7ce-9477-4c44-95e8-920b4457bfb7),segment_id=345be7ce-9477-4c44-95e8-920b4457bfb7)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:02.488925 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.506985 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Calling delete_port for 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:02.583134 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.587111 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e44c9edb-95c0-436c-bcb0-eac60bb59385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:02.591013 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.595706 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:02.626726 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:02.632893 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:02.634085 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] No DVR routers for this DVR port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 on host dv-cinder-793136-2-iscsi {{(pid=105345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:14:02.636157 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Pushing event deleted for resources: {'Port': ['ID=139293fd-eaa0-4eb5-9e0c-78e6b9d5df26,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:02.639600 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] No DVR routers for this DVR port 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:14:02.653982 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.654614 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.655060 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.655595 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.656137 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.656676 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.657209 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.657747 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.658322 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.658861 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.659391 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.659918 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:14:02.664960 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-1740d68d-1f28-4b77-83e3-94c91894d880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:02.717325 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.727500 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a732997-15d8-4216-a4f9-438c52203aa6']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:02.737536 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345be7ce-9477-4c44-95e8-920b4457bfb7') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:02.737866 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345be7ce-9477-4c44-95e8-920b4457bfb7') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:02.747169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.764229 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.770048 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:14:02.770434 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:14:02.772033 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:14:02.902390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.905961 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:02.908476 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:02.910318 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a732997-15d8-4216-a4f9-438c52203aa6 HTTP/1.1" status: 204 len: 168 time: 0.7524128 Jun 25 11:14:02.913275 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36492) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:02.921683 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a732997-15d8-4216-a4f9-438c52203aa6,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:02.924106 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:03.252336 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:03.493102 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:14:03.514052 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:14:03.514324 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 139293fd-eaa0-4eb5-9e0c-78e6b9d5df26 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:14:03.514875 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:14:03.538382 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:14:03.538775 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 3cfc04fe-f38e-4eca-b8b0-216d75c4cb16 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:14:03.622721 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2493a38a-6abb-4901-8703-8b954a52b1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:03.773634 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Deleting port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:14:03.773897 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:03.852412 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] For port a2e1d1fa-0d35-4017-b3fa-09c6f74189ec, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,segment=NetworkSegment(38110b89-db4f-4901-b221-3b11b3434eb4),segment_id=38110b89-db4f-4901-b221-3b11b3434eb4)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:03.852770 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:03.868159 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Calling delete_port for a2e1d1fa-0d35-4017-b3fa-09c6f74189ec owned by network:router_interface {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:04.129921 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:04.132064 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-c26d539e-4ff8-482b-8b51-d3229ffe97c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:04.154176 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e1d1fa-0d35-4017-b3fa-09c6f74189ec,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:04.157085 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:04.321031 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:04.529575 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:14:04.645685 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:14:04.650726 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-360ca52e-2d9c-44c7-b3ac-9c2151734eae admin admin] 10.222.0.13 "PUT /v2.0/routers/b2172cdd-2fe3-4cb8-9c7d-63a1110744d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7357607 Jun 25 11:14:04.653379 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36494) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:04.653813 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] Sync routers for ids ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:14:04.663177 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] Routers {'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:14:04.663785 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:04.758737 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:04.774479 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] Set router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:14:04.862369 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:04.949332 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:14:03Z', 'revision_number': 5, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:04.974091 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] Checking router: b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:14:04.983017 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] Routers {'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:14:04.983611 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:13:37Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:05.030613 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Deleting port 4ff73247-90c8-40bc-a5bb-b6245fdac032 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:14:05.030950 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.100078 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] Set router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:14:05.116206 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] For port 4ff73247-90c8-40bc-a5bb-b6245fdac032, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=4ff73247-90c8-40bc-a5bb-b6245fdac032,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:05.116563 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.130882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Calling delete_port for 4ff73247-90c8-40bc-a5bb-b6245fdac032 owned by network:router_gateway {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:05.283301 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:14:03Z', 'revision_number': 5, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:05.312304 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc460fb-7e5b-4208-8c26-e384a640a9af None None] The sync data for ids ['b2172cdd-2fe3-4cb8-9c7d-63a1110744d9'] in dv-cinder-793136-2-iscsi is: [{'id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'name': 'tempest-TestVolumeBootPattern-1792054397-router', 'tenant_id': '740e103af36b4caa97189d31fdf0f535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210'}], 'enable_snat': True}, 'gw_port_id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:06:23Z', 'updated_at': '2021-06-25T11:14:03Z', 'revision_number': 5, 'project_id': '740e103af36b4caa97189d31fdf0f535', 'gw_port': {'id': '4ff73247-90c8-40bc-a5bb-b6245fdac032', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2172cdd-2fe3-4cb8-9c7d-63a1110744d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:06:24Z', 'updated_at': '2021-06-25T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:14:05.365009 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.367700 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-36de553b-8b34-452f-abbb-7a14b3f9f12d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:05.393914 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff73247-90c8-40bc-a5bb-b6245fdac032,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:05.399882 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:05.458536 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.547970 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.550000 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.736509 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.737115 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 {{(pid=105346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:14:05.741571 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.743480 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-3370f394-4929-4b63-b5ec-38428e1c3cf9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b2172cdd-2fe3-4cb8-9c7d-63a1110744d9 HTTP/1.1" status: 204 len: 168 time: 1.0891187 Jun 25 11:14:05.746578 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36496) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:05.759732 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2e1d1fa-0d35-4017-b3fa-09c6f74189ec no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:14:05.780701 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: a2e1d1fa-0d35-4017-b3fa-09c6f74189ec {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:14:05.781051 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device a2e1d1fa-0d35-4017-b3fa-09c6f74189ec not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:14:05.795937 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_v2 [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Deleting subnet 124c98b5-a6ec-48ad-83b0-d95c10258db7 {{(pid=105345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:14:05.799802 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.839949 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7030628'] for subnet, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:05.921883 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.045250 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5951637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5940463'] for subnet, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.047760 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ab100fc5-5de1-4fdd-97be-014b9a5cfaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:06.072030 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124c98b5-a6ec-48ad-83b0-d95c10258db7,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:06.073917 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.075758 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/124c98b5-a6ec-48ad-83b0-d95c10258db7 HTTP/1.1" status: 204 len: 168 time: 0.3281436 Jun 25 11:14:06.076650 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-577f102c-b573-497b-8641-f8db2db2bb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:06.078467 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36498) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:06.080083 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c102dfc9-8201-430e-b22e-7130dcc12f06 None None] Network 4b52bd13-410c-4dd3-ba39-6000c056a58a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:14:06.152196 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.205145 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Deleting port aa61cff9-c778-4822-b342-1085245b8936 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:14:06.205601 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.270823 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] For port aa61cff9-c778-4822-b342-1085245b8936, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=aa61cff9-c778-4822-b342-1085245b8936,segment=NetworkSegment(38110b89-db4f-4901-b221-3b11b3434eb4),segment_id=38110b89-db4f-4901-b221-3b11b3434eb4)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:06.271101 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.283921 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Calling delete_port for aa61cff9-c778-4822-b342-1085245b8936 owned by network:dhcp {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:06.306832 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] DHCP port deletion for 4b52bd13-410c-4dd3-ba39-6000c056a58a request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:14:06.353970 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:14:06.359205 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Deleting port aa61cff9-c778-4822-b342-1085245b8936 {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:14:06.359586 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.420253 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] For port aa61cff9-c778-4822-b342-1085245b8936, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=aa61cff9-c778-4822-b342-1085245b8936,segment=NetworkSegment(38110b89-db4f-4901-b221-3b11b3434eb4),segment_id=38110b89-db4f-4901-b221-3b11b3434eb4)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:06.420634 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.428077 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.431695 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-98157fc9-e962-4cd7-a987-28f61c915ad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:06.434698 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Calling delete_port for aa61cff9-c778-4822-b342-1085245b8936 owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:14:06.456396 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa61cff9-c778-4822-b342-1085245b8936,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:06.457662 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:06.458483 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] No DVR routers for this DVR port aa61cff9-c778-4822-b342-1085245b8936 on host dv-cinder-793136-2-iscsi {{(pid=105345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:14:06.518105 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.520898 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:06.530326 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.541120 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b52bd13-410c-4dd3-ba39-6000c056a58a']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:06.543412 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Pushing event deleted for resources: {'Port': ['ID=aa61cff9-c778-4822-b342-1085245b8936,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:06.546542 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:06.547340 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] No DVR routers for this DVR port aa61cff9-c778-4822-b342-1085245b8936 on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:14:06.552874 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38110b89-db4f-4901-b221-3b11b3434eb4') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:06.553176 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38110b89-db4f-4901-b221-3b11b3434eb4') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:14:06.567785 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.581598 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.587203 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:14:06.593267 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:14:06.707724 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c56fd88c-3b9c-4458-902b-61cdf8a843b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.759333 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.759593 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.763381 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a6c2ddf0-3513-4bff-a0c9-6a369a8e5f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:06.771115 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:06.771115 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b52bd13-410c-4dd3-ba39-6000c056a58a HTTP/1.1" status: 204 len: 168 time: 0.6883149 Jun 25 11:14:06.784431 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b52bd13-410c-4dd3-ba39-6000c056a58a,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:06.786857 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-d6ec5d0f-febd-4bf2-b679-c36e213b4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:07.148841 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36502) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:07.194148 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a46d6427-52c6-435c-b4bc-1361fca7aafb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02ebdd403cd041e9aecdf61ecbb5e565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432971 Jun 25 11:14:07.196554 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36504) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:07.243703 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fe06316-36b9-4b42-8161-b86cdfef53be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:07.263750 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fe06316-36b9-4b42-8161-b86cdfef53be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:07.376518 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fe06316-36b9-4b42-8161-b86cdfef53be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:07.379036 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-4fe06316-36b9-4b42-8161-b86cdfef53be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:07.380181 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-4fe06316-36b9-4b42-8161-b86cdfef53be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b69f3d85-bb5e-4c8a-9509-47136cf9aa92 HTTP/1.1" status: 204 len: 168 time: 0.1826589 Jun 25 11:14:07.380952 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bc48c3b3-0a24-42a5-9358-88c9ac1b47b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:07.393963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe06316-36b9-4b42-8161-b86cdfef53be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f3d85-bb5e-4c8a-9509-47136cf9aa92,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:07.393963 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-4fe06316-36b9-4b42-8161-b86cdfef53be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:07.492999 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device aa61cff9-c778-4822-b342-1085245b8936 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:14:07.513136 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: aa61cff9-c778-4822-b342-1085245b8936 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:14:07.513486 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device aa61cff9-c778-4822-b342-1085245b8936 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:14:07.513952 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4ff73247-90c8-40bc-a5bb-b6245fdac032 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:14:07.534707 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 4ff73247-90c8-40bc-a5bb-b6245fdac032 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:14:07.535046 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 4ff73247-90c8-40bc-a5bb-b6245fdac032 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:14:07.970422 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:08.115337 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36510) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:08.162142 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-9968ab8c-d930-4ff2-b6aa-c50d0aa9936a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=740e103af36b4caa97189d31fdf0f535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454750 Jun 25 11:14:08.164688 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36512) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:08.217847 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a1f42789-970a-48ac-a28d-14f2cc5bd224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:08.241695 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a1f42789-970a-48ac-a28d-14f2cc5bd224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:08.375457 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a1f42789-970a-48ac-a28d-14f2cc5bd224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:08.378160 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-a1f42789-970a-48ac-a28d-14f2cc5bd224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:08.379322 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a1f42789-970a-48ac-a28d-14f2cc5bd224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/492923cd-a96d-4cdd-89cc-af2552e42807 HTTP/1.1" status: 204 len: 168 time: 0.2130969 Jun 25 11:14:08.380178 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-80384039-3800-485b-b2f1-662c91a3f377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:08.388376 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42789-970a-48ac-a28d-14f2cc5bd224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492923cd-a96d-4cdd-89cc-af2552e42807,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:08.390700 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-a1f42789-970a-48ac-a28d-14f2cc5bd224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:09.484815 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:18.730371 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:30.639443 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-0e2a726b-884d-424a-8828-568b5e2b3cc0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532668 Jun 25 11:14:30.752398 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-f0544af7-ee32-4487-8319-b13a5dfb55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:30.753906 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-f0544af7-ee32-4487-8319-b13a5dfb55c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1099 time: 0.0547159 Jun 25 11:14:30.862442 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-67e3560f-e2c8-4344-8448-bec0495af578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:30.868727 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-67e3560f-e2c8-4344-8448-bec0495af578 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 910 time: 0.0905881 Jun 25 11:14:30.933560 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-9e8e4143-81fc-4dcd-a887-0700b54feb81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 1001 time: 0.0620797 Jun 25 11:14:30.995015 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-7270dfa6-0fc6-4c79-9c55-a73b7d206c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:30.996544 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-7270dfa6-0fc6-4c79-9c55-a73b7d206c49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 200 len: 848 time: 0.0574236 Jun 25 11:14:31.055879 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-3d67aa32-b6af-4ad9-9c52-2d9d906f764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:31.057374 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-3d67aa32-b6af-4ad9-9c52-2d9d906f764d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548432 Jun 25 11:14:31.149933 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-303bddf3-12fd-441a-b20e-0b9756f6936a service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862064 Jun 25 11:14:31.245119 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0cdb2aba-9bad-4066-8483-340e63ed3056 req-06c15e94-706c-44e9-b602-ef131e10682f service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891917 Jun 25 11:14:32.359890 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ec88f-66e3-4d30-a1a9-2a61491dd042 req-2d47c386-aece-46ff-810b-2e67178e075a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:32.361419 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-867ec88f-66e3-4d30-a1a9-2a61491dd042 req-2d47c386-aece-46ff-810b-2e67178e075a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0683389 Jun 25 11:14:32.401159 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-867ec88f-66e3-4d30-a1a9-2a61491dd042 req-b69ae741-245c-4143-8074-f2fda49caf93 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Jun 25 11:14:33.583867 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151828f5-348a-42eb-b88e-cf5cfa9fcdf7 req-0b715be3-15e0-4a07-93b6-84dd9567e39a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:33.585329 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-151828f5-348a-42eb-b88e-cf5cfa9fcdf7 req-0b715be3-15e0-4a07-93b6-84dd9567e39a tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0705774 Jun 25 11:14:33.625466 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-151828f5-348a-42eb-b88e-cf5cfa9fcdf7 req-08093c2f-03d1-44fc-b992-4b9b074c3610 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336995 Jun 25 11:14:33.627874 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-bdad4e1d-d577-4c1c-8fb2-18902075fadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:34.810067 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8934b-0c90-48ba-b650-b90f09ee8986 req-162838da-19ae-450d-8b2b-ecd1a5a70a79 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:34.811518 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a8c8934b-0c90-48ba-b650-b90f09ee8986 req-162838da-19ae-450d-8b2b-ecd1a5a70a79 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0664186 Jun 25 11:14:34.852047 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a8c8934b-0c90-48ba-b650-b90f09ee8986 req-1ac3036b-3c5f-485b-819b-38cc53ade024 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340552 Jun 25 11:14:36.035226 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1bbd2-16ed-4791-8c5a-bc860deb3ac5 req-f15d6b84-a23f-4919-95d7-206dbb431abe tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:36.036673 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1fd1bbd2-16ed-4791-8c5a-bc860deb3ac5 req-f15d6b84-a23f-4919-95d7-206dbb431abe tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0699694 Jun 25 11:14:36.074074 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-1fd1bbd2-16ed-4791-8c5a-bc860deb3ac5 req-5bb32b17-00f2-419d-8e87-73369c00cfa6 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 Jun 25 11:14:36.666777 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-6881ac22-b46a-4fa2-9285-5f94e88c2940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:36.706718 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:37.251324 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade57a2c-0e55-4f98-bcbc-3322dbb4f5c8 req-a3e50ea3-5b72-4784-9f8b-66e68a0f8f07 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:37.252980 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ade57a2c-0e55-4f98-bcbc-3322dbb4f5c8 req-a3e50ea3-5b72-4784-9f8b-66e68a0f8f07 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0671852 Jun 25 11:14:37.291974 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ade57a2c-0e55-4f98-bcbc-3322dbb4f5c8 req-2dd1b35d-30d7-4692-9927-b5f91fbdde69 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Jun 25 11:14:38.009800 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:38.468358 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c7f4e-bef7-46c2-9ae3-45f1cd999cd4 req-74a27fb1-1874-4ee5-8fb6-dce175d88592 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:38.469849 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aa0c7f4e-bef7-46c2-9ae3-45f1cd999cd4 req-74a27fb1-1874-4ee5-8fb6-dce175d88592 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0650702 Jun 25 11:14:38.507336 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-aa0c7f4e-bef7-46c2-9ae3-45f1cd999cd4 req-993459da-9dcd-4bb6-b37b-980d75c67df9 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Jun 25 11:14:39.512683 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:39.686025 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357742ad-8cdd-47f1-a8df-c4908ced0e70 req-45d82f67-f2e4-429e-a6d8-dba95e1fd6f3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:39.687364 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-357742ad-8cdd-47f1-a8df-c4908ced0e70 req-45d82f67-f2e4-429e-a6d8-dba95e1fd6f3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0636146 Jun 25 11:14:39.727613 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-357742ad-8cdd-47f1-a8df-c4908ced0e70 req-eaf1fae3-98c7-42bc-965c-43f3fc14fdf2 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340385 Jun 25 11:14:40.905587 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d788c9-a208-47af-ac0e-e5aa7cdb430c req-52a458f9-4ba7-4720-bc10-6665f258df98 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:40.907080 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94d788c9-a208-47af-ac0e-e5aa7cdb430c req-52a458f9-4ba7-4720-bc10-6665f258df98 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0688350 Jun 25 11:14:40.944734 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-94d788c9-a208-47af-ac0e-e5aa7cdb430c req-73d53294-ddef-411c-b054-61f440981f9e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317957 Jun 25 11:14:42.119431 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836e09b-86d4-4ca7-9cae-9edbfca2f2ee req-87a25fb5-b069-4a7a-b987-6133e158bc1f tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:42.120908 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b836e09b-86d4-4ca7-9cae-9edbfca2f2ee req-87a25fb5-b069-4a7a-b987-6133e158bc1f tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0643466 Jun 25 11:14:42.158790 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b836e09b-86d4-4ca7-9cae-9edbfca2f2ee req-09dedff7-aaf8-4244-807d-802239ab047b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Jun 25 11:14:42.599014 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c93e-2500-47e0-8691-5656298d66ca req-693477e5-ae35-40bd-b536-2fd92927ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:42.600480 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0640c93e-2500-47e0-8691-5656298d66ca req-693477e5-ae35-40bd-b536-2fd92927ef0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1099 time: 0.0558140 Jun 25 11:14:42.698264 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c93e-2500-47e0-8691-5656298d66ca req-e8bbaa02-8f37-4c01-abaf-f765a33022a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:42.699670 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0640c93e-2500-47e0-8691-5656298d66ca req-e8bbaa02-8f37-4c01-abaf-f765a33022a8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 910 time: 0.0922103 Jun 25 11:14:42.764787 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0640c93e-2500-47e0-8691-5656298d66ca req-71ea2f92-8523-4a45-921a-048fef8b355f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 1001 time: 0.0587056 Jun 25 11:14:42.813144 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c93e-2500-47e0-8691-5656298d66ca req-0e9ad9ca-0681-4395-a7d2-eed48ff56995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:42.814622 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0640c93e-2500-47e0-8691-5656298d66ca req-0e9ad9ca-0681-4395-a7d2-eed48ff56995 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 200 len: 848 time: 0.0441389 Jun 25 11:14:42.876641 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640c93e-2500-47e0-8691-5656298d66ca req-c9b411fc-e102-4847-b334-cab6a356de7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:42.878236 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0640c93e-2500-47e0-8691-5656298d66ca req-c9b411fc-e102-4847-b334-cab6a356de7f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568573 Jun 25 11:14:42.969436 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0640c93e-2500-47e0-8691-5656298d66ca req-8fab07c4-88a5-4cbd-a77e-ef07df29408f service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840793 Jun 25 11:14:43.066520 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-0640c93e-2500-47e0-8691-5656298d66ca req-87642dd9-b358-45c5-bbe3-92e1dcacd934 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911930 Jun 25 11:14:43.338929 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d85aa4-202a-48b7-b589-5e209077bdb0 req-ba0456ca-46da-41a4-8472-b895dba07007 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:43.340431 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48d85aa4-202a-48b7-b589-5e209077bdb0 req-ba0456ca-46da-41a4-8472-b895dba07007 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0720844 Jun 25 11:14:43.352575 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:14:43.380429 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-48d85aa4-202a-48b7-b589-5e209077bdb0 req-34be2665-e887-496f-b975-3ee04332e5e8 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Jun 25 11:14:44.557338 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bb074-9713-466f-a5d9-de28d0892a76 req-2ea9518a-3980-4d9f-95a4-25006553e35b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:44.558819 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-259bb074-9713-466f-a5d9-de28d0892a76 req-2ea9518a-3980-4d9f-95a4-25006553e35b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0636187 Jun 25 11:14:44.597199 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-259bb074-9713-466f-a5d9-de28d0892a76 req-0c7c348d-ff5a-4a53-a309-172e0c9cba67 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jun 25 11:14:45.778156 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa2a57-351d-42c6-b83c-707df97f28c6 req-88339ed8-52aa-4648-b767-fae2e651d5a7 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:45.779703 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bcaa2a57-351d-42c6-b83c-707df97f28c6 req-88339ed8-52aa-4648-b767-fae2e651d5a7 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0645506 Jun 25 11:14:45.817667 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bcaa2a57-351d-42c6-b83c-707df97f28c6 req-40268fef-e820-4388-b9fd-53817f3ff4ac tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Jun 25 11:14:46.993105 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224d35f-5d40-4fe1-8db6-e17250926128 req-9393ec48-b96e-4f43-a049-1cd45c4360c3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:46.994663 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c224d35f-5d40-4fe1-8db6-e17250926128 req-9393ec48-b96e-4f43-a049-1cd45c4360c3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0665596 Jun 25 11:14:47.032691 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c224d35f-5d40-4fe1-8db6-e17250926128 req-15c9b7b0-d834-4344-af32-2c5779ab056d tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Jun 25 11:14:47.539185 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9046dcc-651e-4ce1-81ce-9bfa32aeb9f4 req-ea2044ca-b2ee-4c89-bb05-3613e3399135 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:47.540696 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9046dcc-651e-4ce1-81ce-9bfa32aeb9f4 req-ea2044ca-b2ee-4c89-bb05-3613e3399135 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0668852 Jun 25 11:14:47.582642 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b9046dcc-651e-4ce1-81ce-9bfa32aeb9f4 req-a84f5e0b-0da4-4f9c-aefe-ed991ad914da tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360041 Jun 25 11:14:47.619676 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36564) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:14:47.661771 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:14:47.725559 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-fbecd926-8847-4596-b465-753a82f039f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045208 Jun 25 11:14:47.741111 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:47.767043 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:14:47.769355 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d10bd-44f8-4ccf-9539-b2f59d68b0b3" -d '{"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-unplugged", "status": "completed", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:14:47.785250 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:14:47.807411 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Jun 2021 11:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebabc481-4282-42d9-a04e-4de70827b958 x-openstack-request-id: req-ebabc481-4282-42d9-a04e-4de70827b958 {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:14:47.807411 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-unplugged", "status": "failed", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0", "code": 422}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:14:47.807411 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebabc481-4282-42d9-a04e-4de70827b958 {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:14:47.807411 dv-cinder-793136-2-iscsi neutron-server[105347]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'code': 422} returned with failed status Jun 25 11:14:47.877936 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:47.879794 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:14:47.928959 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=6']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:14:47.932305 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:14:48.666988 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:14:48.762927 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d7c94-c575-4bdd-9321-2506ddf423b5 req-1efd24a8-d1f1-421e-a283-a4516b91a486 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:48.764430 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-443d7c94-c575-4bdd-9321-2506ddf423b5 req-1efd24a8-d1f1-421e-a283-a4516b91a486 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0665033 Jun 25 11:14:48.801502 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-443d7c94-c575-4bdd-9321-2506ddf423b5 req-300bb1ff-e887-47f5-8781-45d53f095119 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Jun 25 11:14:49.986383 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aabaf4-de99-48b9-99bd-8c7f1271717f req-a7e38e83-d34e-4ec7-bf27-3d19f53651d4 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:49.988009 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-80aabaf4-de99-48b9-99bd-8c7f1271717f req-a7e38e83-d34e-4ec7-bf27-3d19f53651d4 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0682125 Jun 25 11:14:50.029891 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-80aabaf4-de99-48b9-99bd-8c7f1271717f req-05b38cac-40d1-4810-bc19-56a7a96ec2cd tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356603 Jun 25 11:14:51.256719 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cae09-239d-4d7c-b744-743700c75f6c req-aa3e5f34-d952-4a54-8d4e-27fb9b4a612e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:51.259819 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ac9cae09-239d-4d7c-b744-743700c75f6c req-aa3e5f34-d952-4a54-8d4e-27fb9b4a612e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.1070685 Jun 25 11:14:51.301921 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-ac9cae09-239d-4d7c-b744-743700c75f6c req-1db35668-e913-4bcd-a358-3102bdfb30ba tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360723 Jun 25 11:14:52.496367 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dee032-8c58-4991-8c26-8ae9dc4579d6 req-1eec2c07-d425-40c0-8aba-d71c98cdd7cc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:52.497962 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9dee032-8c58-4991-8c26-8ae9dc4579d6 req-1eec2c07-d425-40c0-8aba-d71c98cdd7cc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0782859 Jun 25 11:14:52.540350 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-e9dee032-8c58-4991-8c26-8ae9dc4579d6 req-c5076943-929a-495f-8f3b-d8bee0bc275b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354297 Jun 25 11:14:53.737454 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80aabf-68bb-4b1e-8a5a-add02fe837d1 req-0f784d1e-8e15-4f13-95ea-f9f839b499cb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:53.739082 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c80aabf-68bb-4b1e-8a5a-add02fe837d1 req-0f784d1e-8e15-4f13-95ea-f9f839b499cb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0739529 Jun 25 11:14:53.797223 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-6c80aabf-68bb-4b1e-8a5a-add02fe837d1 req-c2e43043-25a6-48c3-bc79-1ebbd7a9adfe tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469608 Jun 25 11:14:54.644666 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-9ae079fb-8bd0-4a6e-9ec2-febf5b170c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:54.646236 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-9ae079fb-8bd0-4a6e-9ec2-febf5b170c36 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59&tenant_id=0edf37bbb88a4eb2aba41bd959531122 HTTP/1.1" status: 200 len: 1097 time: 0.0571959 Jun 25 11:14:54.735057 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-99ac9907-27a3-40fd-9f03-268723a7a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:54.736537 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-99ac9907-27a3-40fd-9f03-268723a7a83f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1097 time: 0.0551937 Jun 25 11:14:54.851310 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-10b62e8b-0349-4377-9182-8ac76052d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:54.852785 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-10b62e8b-0349-4377-9182-8ac76052d6c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 910 time: 0.1099703 Jun 25 11:14:54.929955 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-b31f945c-5fa3-4d33-ac53-cfa6fdf7a9d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 999 time: 0.0705185 Jun 25 11:14:54.979676 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-b8d15093-f840-4bc9-a5a4-077512efc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:54.981181 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-b8d15093-f840-4bc9-a5a4-077512efc79f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 200 len: 848 time: 0.0453410 Jun 25 11:14:55.003521 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d522d6-5bfb-48d8-8e17-027c030355cc req-70b7fd27-1d42-41f9-9817-d18c0faa0d2b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:55.005078 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-89d522d6-5bfb-48d8-8e17-027c030355cc req-70b7fd27-1d42-41f9-9817-d18c0faa0d2b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0761533 Jun 25 11:14:55.044062 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-9cca16e4-59eb-49d5-b832-51c6680db093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:55.045568 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-9cca16e4-59eb-49d5-b832-51c6680db093 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581973 Jun 25 11:14:55.047291 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-89d522d6-5bfb-48d8-8e17-027c030355cc req-9ca5674e-2744-4888-99dc-15b95b754455 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Jun 25 11:14:55.157692 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-3ceba2e0-844f-4b1e-82dd-52ab38691831 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048717 Jun 25 11:14:55.267398 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-d25550de-ebc5-469d-9708-ed8d47bffa33 req-8bd17929-d726-4249-a5c7-20da7c18d003 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027040 Jun 25 11:14:56.224721 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2dab1b-5c21-44a1-8a74-d7ee1ed1e104 req-136617fa-af49-45f0-99bb-a62153b152dc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:56.226304 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fb2dab1b-5c21-44a1-8a74-d7ee1ed1e104 req-136617fa-af49-45f0-99bb-a62153b152dc tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0654569 Jun 25 11:14:56.266733 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-fb2dab1b-5c21-44a1-8a74-d7ee1ed1e104 req-2b9ca498-38cc-402b-824c-7151c9afabd5 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344486 Jun 25 11:14:57.457495 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76efeba-192e-4ee4-805c-dfbeebdc7f12 req-a1e4c5af-e76b-46b8-b860-1001dc13acb5 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:57.458952 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b76efeba-192e-4ee4-805c-dfbeebdc7f12 req-a1e4c5af-e76b-46b8-b860-1001dc13acb5 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0723341 Jun 25 11:14:57.497575 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b76efeba-192e-4ee4-805c-dfbeebdc7f12 req-27b1731c-38bf-4dca-b053-dccf523675ec tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Jun 25 11:14:58.679737 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc331e3-59e5-4c83-a7d8-63e607e19fff req-1dc92f14-8a87-4d2b-9401-b75372729cd7 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:58.681222 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bdc331e3-59e5-4c83-a7d8-63e607e19fff req-1dc92f14-8a87-4d2b-9401-b75372729cd7 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0649352 Jun 25 11:14:58.721444 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-bdc331e3-59e5-4c83-a7d8-63e607e19fff req-fe3896ca-7e89-4c4e-beb8-5d96dd3d0b6e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Jun 25 11:14:59.911734 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae2b85-5a3a-4800-a06e-ecd64bfc3ea5 req-9105df20-46f1-48bc-a00e-0417796f0b7e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:14:59.913914 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b3ae2b85-5a3a-4800-a06e-ecd64bfc3ea5 req-9105df20-46f1-48bc-a00e-0417796f0b7e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0650609 Jun 25 11:14:59.955970 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-b3ae2b85-5a3a-4800-a06e-ecd64bfc3ea5 req-b55a65e3-3f0d-40f7-bd29-f8578907af23 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364909 Jun 25 11:15:01.154342 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1825ce0-73ab-416b-8348-787ac402ec93 req-11542dfa-c677-444a-878d-3524a2f0fbf3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:01.155864 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a1825ce0-73ab-416b-8348-787ac402ec93 req-11542dfa-c677-444a-878d-3524a2f0fbf3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 944 time: 0.0769749 Jun 25 11:15:01.196045 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-a1825ce0-73ab-416b-8348-787ac402ec93 req-64087528-7cd4-43a6-b346-cd2348c82d82 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339081 Jun 25 11:15:01.738083 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 details requested by agent hyperv_hv-cinder-79313 with host hv-cinder-79313 {{(pid=105347) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 11:15:01.831093 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:15:01.845962 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Returning: {'device': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'port_id': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'mac_address': 'fa:16:3e:f6:ae:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105347) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 11:15:01.883557 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:01.896041 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 {{(pid=105347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 11:15:01.916345 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:15:01.968909 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:01.970770 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:15:02.016177 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=7']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:15:02.019250 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:15:02.270912 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] get_ports_and_sgs() called for port_ids ['7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'] {{(pid=105347) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 11:15:02.391427 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cefa56-b902-4ff1-abdf-19e6b54a26ef req-ceaecd82-c6ce-43c3-af56-9731852254c9 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:02.392957 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c8cefa56-b902-4ff1-abdf-19e6b54a26ef req-ceaecd82-c6ce-43c3-af56-9731852254c9 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 945 time: 0.0708332 Jun 25 11:15:02.448326 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-c8cefa56-b902-4ff1-abdf-19e6b54a26ef req-95d5393d-5bb9-4e0c-8503-53aa9c22ada3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482521 Jun 25 11:15:03.626255 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e7909605-48cb-43aa-a96b-91c95c6b7cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:03.636654 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee1d0e-6b1a-4586-920d-e2fbbfd44ccd req-42f4fb9c-5c74-43c9-ae03-83b62b329898 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:03.637807 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-99ee1d0e-6b1a-4586-920d-e2fbbfd44ccd req-42f4fb9c-5c74-43c9-ae03-83b62b329898 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 945 time: 0.0680003 Jun 25 11:15:03.678076 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-99ee1d0e-6b1a-4586-920d-e2fbbfd44ccd req-daf88385-9dc8-4c9a-925e-57eb436b2d09 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338821 Jun 25 11:15:03.738138 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 up at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 11:15:03.786240 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.provisioning_blocks [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Provisioning complete for port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 triggered by entity L2. {{(pid=105347) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 11:15:03.786617 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-683493'] for port, provisioning_complete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:03.864126 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-663855'] for port, before_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:03.887495 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'}] {{(pid=105347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:15:03.889692 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07d38facc130185f36ff91577443f3bdcb9cef79e02258da3d8ee6918392cbc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea09df7-b090-4b85-9461-a8f5c7977d12" -d '{"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-plugged", "status": "completed", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0"}]}' {{(pid=105347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:15:03.902787 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:15:03.945947 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e638f7-83c4-4e5e-a749-f6e0e21743ef x-openstack-request-id: req-b3e638f7-83c4-4e5e-a749-f6e0e21743ef {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:15:03.945947 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-plugged", "status": "completed", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0", "code": 200}]} {{(pid=105347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:15:03.945947 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3e638f7-83c4-4e5e-a749-f6e0e21743ef {{(pid=105347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:15:03.945947 dv-cinder-793136-2-iscsi neutron-server[105347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'code': 200} Jun 25 11:15:04.031462 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741765247937', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741764854510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741764808479'] for port, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:04.033436 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-d34f91f0-d496-47c8-8739-ec451eb556b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:15:04.078097 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Pushing event updated for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=8']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:15:04.085037 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.085406 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.085738 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.086091 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.086414 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.086736 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.087055 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.087373 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.087689 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.088002 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.088313 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.088622 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:15:04.092295 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:15:04.259405 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988c499-01ce-4768-8e64-74fcfcad748c req-6cc7a833-6c7b-4817-ba5d-7effd2ea3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:04.260886 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f988c499-01ce-4768-8e64-74fcfcad748c req-6cc7a833-6c7b-4817-ba5d-7effd2ea3fee service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1099 time: 0.0531912 Jun 25 11:15:04.296195 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-f988c499-01ce-4768-8e64-74fcfcad748c req-8a5dfe53-1c84-4909-9daa-bf9aad0cea5b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291536 Jun 25 11:15:04.854212 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79b197-6789-4668-bbe9-8fcf323e991d req-d9dbe2c1-0203-4d1f-beed-9538933492d3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:04.855731 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8a79b197-6789-4668-bbe9-8fcf323e991d req-d9dbe2c1-0203-4d1f-beed-9538933492d3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0662041 Jun 25 11:15:04.897025 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-8a79b197-6789-4668-bbe9-8fcf323e991d req-7fed90e9-b819-49d0-99e4-1bee72e768a6 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354323 Jun 25 11:15:06.077072 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf52c0-931e-4859-9f5f-327b48eb9528 req-cd9080a9-329a-4eee-8c4b-bbf047cb71db tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:06.078674 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12cf52c0-931e-4859-9f5f-327b48eb9528 req-cd9080a9-329a-4eee-8c4b-bbf047cb71db tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0647426 Jun 25 11:15:06.139947 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-12cf52c0-931e-4859-9f5f-327b48eb9528 req-16f52630-8c67-4fa7-9d6e-2aff118fdeee tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Jun 25 11:15:06.660201 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-71674d35-b819-43e8-8dc9-7ae38632c354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:06.682756 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:07.980892 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:09.488498 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:18.613633 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:20.351090 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:15:30.660097 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-a6fe7d55-c350-47bf-b284-8c451649c173 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652301 Jun 25 11:15:30.776306 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-ce1a4a1a-daaf-43b7-9326-15c28e8db462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:30.777777 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-ce1a4a1a-daaf-43b7-9326-15c28e8db462 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1099 time: 0.0561669 Jun 25 11:15:30.882058 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-f0e0e14f-0ab2-4d21-b067-cb3c74e649e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:30.883553 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-f0e0e14f-0ab2-4d21-b067-cb3c74e649e0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 910 time: 0.0855889 Jun 25 11:15:30.955810 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-56cda0cc-f1b6-4239-88c1-ce948db5ff29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 1001 time: 0.0653229 Jun 25 11:15:31.009632 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-264c662e-5dee-43a1-9d35-9d2ad40669a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:31.011151 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-264c662e-5dee-43a1-9d35-9d2ad40669a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 200 len: 848 time: 0.0482152 Jun 25 11:15:31.069426 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-dbaf48c2-9dd8-4822-8ea3-3bf1452ef4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:15:31.071439 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-dbaf48c2-9dd8-4822-8ea3-3bf1452ef4ed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536182 Jun 25 11:15:31.166667 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-665cd9b1-8628-4434-a34a-0b97f265660f service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881476 Jun 25 11:15:31.255125 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-24c5004f-166f-44b8-ab9c-5c29f53f694a req-052861e9-2d41-4bb4-93f7-d0b07c6b8356 service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815310 Jun 25 11:15:33.613388 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e9ac8430-81ba-4bd6-b390-1624eaeb5170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:36.728258 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-07e9636e-b881-4ec9-9314-ce0a31d86f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:36.762409 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:37.967520 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:39.482256 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:46.746129 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [req-c4c5e0ac-9041-486f-a6b3-c69862d26ba9 req-d85af794-f36a-4bbc-99aa-60fbddd73460 service neutron] (105345) timed out ('10.222.0.93', 52426) {{(pid=105345) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 11:15:48.636286 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:15:57.350234 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:16:03.646087 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e18311e2-c491-4466-ad7f-4d57e2ee5f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:06.784051 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-ea3bb482-9608-47a1-8987-abf05a56e05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:06.787142 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:07.971853 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:09.532349 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:18.640155 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:19.267216 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36622) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:19.422402 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Deleting port 6c17d238-0d2f-48e8-9876-bdb9ce8d9f39 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:19.422732 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:19.495706 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:19.496032 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:19.507399 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Calling delete_port for 6c17d238-0d2f-48e8-9876-bdb9ce8d9f39 owned by network:floatingip {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:19.732390 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:19.734856 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:19.759962 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event deleted for resources: {'Port': ['ID=6c17d238-0d2f-48e8-9876-bdb9ce8d9f39,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:19.788838 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.789219 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.789592 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.790013 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.790386 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.790748 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.791102 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.791458 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.791839 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.792169 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.792517 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.792867 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:19.796460 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:19.835351 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for floatingip, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:19.835707 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.db.l3_db [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Floating IP 24728441-a6ba-4a46-b7ac-b8c14eef9140 disassociated (deleted). External IP: 172.27.2.20, port: 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0. Jun 25 11:16:20.033315 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105345) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:16:20.137792 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105345) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:16:20.142825 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for floatingip, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:20.147164 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] Sync routers for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:16:20.155886 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:16:20.156497 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:16:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:20.181392 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "DELETE /v2.0/floatingips/24728441-a6ba-4a46-b7ac-b8c14eef9140 HTTP/1.1" status: 204 len: 168 time: 0.9126141 Jun 25 11:16:20.182199 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'}] {{(pid=105345) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:16:20.184939 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}897d5c9215f8560e4536db6ad0fd99b3d1f693bf6a5529c1819556f01cdb4293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee035e-90d4-4e8a-af68-8f649c2296b1" -d '{"events": [{"name": "network-changed", "server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0"}]}' {{(pid=105345) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:16:20.226105 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Jun 2021 11:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d854b16-c02b-40b4-a520-439eacc9aaba x-openstack-request-id: req-5d854b16-c02b-40b4-a520-439eacc9aaba {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:16:20.226522 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0", "status": "completed", "code": 200}]} {{(pid=105345) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:16:20.226895 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d854b16-c02b-40b4-a520-439eacc9aaba {{(pid=105345) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:16:20.227463 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'status': 'completed', 'code': 200} Jun 25 11:16:20.381292 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-14fa7f99-b19f-4015-9299-45f31bd08f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:20.382946 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-14fa7f99-b19f-4015-9299-45f31bd08f00 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0edf37bbb88a4eb2aba41bd959531122&device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 1099 time: 0.1087239 Jun 25 11:16:20.392224 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:16:20.486245 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-a134115f-bacd-4df8-95de-45b63377ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:20.487791 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-a134115f-bacd-4df8-95de-45b63377ec6a service neutron] 10.222.0.93 "GET /v2.0/networks?id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 200 len: 910 time: 0.0971224 Jun 25 11:16:20.528539 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-0ab5b49b-cd4d-4877-8e58-55969e432547 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 200 len: 217 time: 0.0337718 Jun 25 11:16:20.580838 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-dc4a77bc-7f25-4372-9392-28b8ded4edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:20.582217 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-dc4a77bc-7f25-4372-9392-28b8ded4edae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 200 len: 848 time: 0.0482006 Jun 25 11:16:20.589181 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:20.621246 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] Checking router: ee005eb7-5e6e-4b99-be59-10b7a9655bd2 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:16:20.630058 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:16:20.630703 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:16:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:20.641265 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-ec08ff1e-f192-4123-9f83-7546a5e42f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:20.643046 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-ec08ff1e-f192-4123-9f83-7546a5e42f8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550833 Jun 25 11:16:20.737030 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-7431ecaf-09f0-42ac-9ac8-f6152c73a98d service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Jun 25 11:16:20.741031 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:16:20.963870 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:20.993088 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94eda2-b5e3-40a4-9716-c0622a11d7dd None None] The sync data for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi is: [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:11:42Z', 'revision_number': 4, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi', '_interfaces': [{'id': '9fdb8517-d95c-484a-8a7b-97ad67d83324', 'name': '', 'network_id': '3d8a1a4c-bd16-4a6f-bf2e-78486714a97a', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'mac_address': 'fa:16:3e:37:0e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:41Z', 'updated_at': '2021-06-25T11:11:47Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'subnets': [{'id': 'c0972b4c-7453-443d-8dc4-b7a6171f4c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:16:21.107361 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce696f2-a263-4f84-b343-70999a84fe50 req-ebdba43a-2257-4d87-8e99-ef81b4822156 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:21.109028 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3ce696f2-a263-4f84-b343-70999a84fe50 req-ebdba43a-2257-4d87-8e99-ef81b4822156 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.2300236 Jun 25 11:16:21.137030 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-efee035e-90d4-4e8a-af68-8f649c2296b1 req-3f66be8f-2079-4e6c-88e6-c537e023e44f service neutron] 10.222.0.93 "GET /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852317 Jun 25 11:16:21.153322 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-3ce696f2-a263-4f84-b343-70999a84fe50 req-9a0bc3e4-3759-4fe8-84fc-5ea4c02761c6 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378132 Jun 25 11:16:21.240801 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9be3f8-4b21-4f40-9458-5ebabd96c2df None None] New status for floating IP 24728441-a6ba-4a46-b7ac-b8c14eef9140: DOWN {{(pid=105348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 11:16:22.387594 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a8084-62bc-490c-a31b-6db967085166 req-e3ab0ad6-bff7-4534-9397-abb7b6fd350e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105345) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:22.389206 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f13a8084-62bc-490c-a31b-6db967085166 req-e3ab0ad6-bff7-4534-9397-abb7b6fd350e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.1193073 Jun 25 11:16:22.429512 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-f13a8084-62bc-490c-a31b-6db967085166 req-18cf4b54-bb72-4da2-a6c6-98aa96740ac5 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/security-groups?id=08163b28-72a4-4cb3-b241-39154e6462e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344825 Jun 25 11:16:22.675449 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-8095ae8f-276c-447c-bf7b-1e6b8b0361c3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 11:16:22.676902 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-8095ae8f-276c-447c-bf7b-1e6b8b0361c3 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.93 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 946 time: 0.0949631 Jun 25 11:16:22.791973 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Deleting port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:22.792308 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:22.889439 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] For port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0, host hv-cinder-79313, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79313',level=0,port_id=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:22.889797 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:22.905190 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Calling delete_port for 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 owned by compute:nova {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:23.212089 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:23.216454 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-7fbf0831-b66a-4090-adf2-26b3a195cedf tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:23.247313 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event deleted for resources: {'Port': ['ID=7db5e4b9-2cf9-46b5-85a1-a02db40d61c0,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:23.262057 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.266399 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:23.284928 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:23.307776 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.l3_dvrscheduler_db [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] No DVR routers for this DVR port 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 on host hv-cinder-79313 {{(pid=105346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:16:23.310669 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40125'] for port, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:23.312944 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [req-342316e6-ab0f-4652-83e0-1f1ca61194f8 req-45ff3d68-5afc-4c9b-8156-84df939f922b tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.93 "DELETE /v2.0/ports/7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 HTTP/1.1" status: 204 len: 173 time: 0.6303957 Jun 25 11:16:23.313472 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-deleted', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0'}] {{(pid=105346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 11:16:23.315952 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65008ea7df8e5bcbb991d4474c4470ebf66cfac601e922e2e0b570bb4c7afde5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daca4661-e0c7-4082-b551-184e097506c9" -d '{"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-deleted", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0"}]}' {{(pid=105346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 11:16:23.418463 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Jun 2021 11:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7119056a-3285-4a3d-bb55-28a481c5ce12 x-openstack-request-id: req-7119056a-3285-4a3d-bb55-28a481c5ce12 {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 11:16:23.418825 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cfeac-571e-47e7-8261-f715dd3daf59", "name": "network-vif-deleted", "tag": "7db5e4b9-2cf9-46b5-85a1-a02db40d61c0", "status": "completed", "code": 200}]} {{(pid=105346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 11:16:23.419131 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7119056a-3285-4a3d-bb55-28a481c5ce12 {{(pid=105346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 11:16:23.419609 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493cfeac-571e-47e7-8261-f715dd3daf59', 'name': 'network-vif-deleted', 'tag': '7db5e4b9-2cf9-46b5-85a1-a02db40d61c0', 'status': 'completed', 'code': 200} Jun 25 11:16:23.574390 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-058cd01c-2ada-40dc-94f5-de073701c25f req-6978e13d-9594-4ea8-a68e-86a1bd50dd33 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Jun 25 11:16:24.728201 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [req-121cd2fe-9d0c-42e8-abd0-8171b5579408 req-cc6aa0fb-e9b0-4ea1-b863-60e36ce0bb5e tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "GET /v2.0/ports?device_id=493cfeac-571e-47e7-8261-f715dd3daf59 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Jun 25 11:16:25.818654 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36660) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:25.876252 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc7d927d-c5dd-4248-8e83-ddcdf80551eb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:25.901040 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc7d927d-c5dd-4248-8e83-ddcdf80551eb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:26.063480 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc7d927d-c5dd-4248-8e83-ddcdf80551eb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:26.066126 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-fc7d927d-c5dd-4248-8e83-ddcdf80551eb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:26.067286 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-fc7d927d-c5dd-4248-8e83-ddcdf80551eb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] 10.222.0.13 "DELETE /v2.0/security-groups/08163b28-72a4-4cb3-b241-39154e6462e1 HTTP/1.1" status: 204 len: 168 time: 0.2476516 Jun 25 11:16:26.068124 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-c35a6df8-dbbb-4689-ae6e-90fa909d20b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:26.078150 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d927d-c5dd-4248-8e83-ddcdf80551eb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08163b28-72a4-4cb3-b241-39154e6462e1,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:26.080652 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-fc7d927d-c5dd-4248-8e83-ddcdf80551eb tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:26.140957 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 no longer exists at agent hyperv_hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:16:26.160313 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] No Port match for: 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:16:26.163349 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Device 7db5e4b9-2cf9-46b5-85a1-a02db40d61c0 not bound to the agent host hv-cinder-79313 {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:16:27.236951 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36666) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:27.583900 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:27.832967 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Deleting port 9fdb8517-d95c-484a-8a7b-97ad67d83324 {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:27.833301 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:27.910574 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] For port 9fdb8517-d95c-484a-8a7b-97ad67d83324, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=9fdb8517-d95c-484a-8a7b-97ad67d83324,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:27.910921 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:27.924526 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Calling delete_port for 9fdb8517-d95c-484a-8a7b-97ad67d83324 owned by network:router_interface {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:28.189243 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.191361 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-6de2eb13-400b-4d35-9c5e-95ee1515c790 tempest-VolumesActionsTest-664726937 tempest-VolumesActionsTest-664726937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:28.216160 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdb8517-d95c-484a-8a7b-97ad67d83324,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:28.218707 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:28.399875 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.615998 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:16:28.727697 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:16:28.732667 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e3634a7d-db5e-4477-8de9-746702640066 admin admin] 10.222.0.13 "PUT /v2.0/routers/ee005eb7-5e6e-4b99-be59-10b7a9655bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4946742 Jun 25 11:16:28.735270 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36668) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:28.736091 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] Sync routers for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:16:28.745392 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:16:28.746036 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:16:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:28.837846 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks [] for router, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:28.849054 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:16:28.939683 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.027485 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:16:28Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:29.053596 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] Checking router: ee005eb7-5e6e-4b99-be59-10b7a9655bd2 for host: dv-cinder-793136-2-iscsi {{(pid=105347) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:16:29.062605 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] Routers {'ee005eb7-5e6e-4b99-be59-10b7a9655bd2'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105347) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:16:29.063225 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:16:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'], 'active': True} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:29.166858 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvr_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] Set router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 gateway port host: dv-cinder-793136-2-iscsi {{(pid=105347) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:16:29.174472 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Deleting port 2ec3e173-5113-4985-af83-1f5c5c96150d {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:29.188037 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.253088 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] For port 2ec3e173-5113-4985-af83-1f5c5c96150d, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=2ec3e173-5113-4985-af83-1f5c5c96150d,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:29.253440 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.266856 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Calling delete_port for 2ec3e173-5113-4985-af83-1f5c5c96150d owned by network:router_gateway {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:29.348093 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_hamode_db [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:16:28Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:29.374748 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc777280-4070-4e5b-a730-257f6ff893a3 None None] The sync data for ids ['ee005eb7-5e6e-4b99-be59-10b7a9655bd2'] in dv-cinder-793136-2-iscsi is: [{'id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'name': 'tempest-TestShelveInstance-1778182768-router', 'tenant_id': '0edf37bbb88a4eb2aba41bd959531122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:38Z', 'updated_at': '2021-06-25T11:16:28Z', 'revision_number': 5, 'project_id': '0edf37bbb88a4eb2aba41bd959531122', 'gw_port': {'id': '2ec3e173-5113-4985-af83-1f5c5c96150d', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ef:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee005eb7-5e6e-4b99-be59-10b7a9655bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:39Z', 'updated_at': '2021-06-25T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105347) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:16:29.617701 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.619931 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-75ef293b-d420-47f0-b23c-6384de19bfce tempest-TestVolumeBootPattern-1877513426 tempest-TestVolumeBootPattern-1877513426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:29.645449 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec3e173-5113-4985-af83-1f5c5c96150d,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:29.658286 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:29.709719 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.812142 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.814489 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.839248 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 9fdb8517-d95c-484a-8a7b-97ad67d83324 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:16:29.861182 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 9fdb8517-d95c-484a-8a7b-97ad67d83324 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:16:29.867078 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 9fdb8517-d95c-484a-8a7b-97ad67d83324 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:16:29.994585 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:29.995109 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee005eb7-5e6e-4b99-be59-10b7a9655bd2 {{(pid=105346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:16:29.999507 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] Notify callbacks [] for router, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.000544 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-84145684-bee5-494e-8398-758c4aed7581 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ee005eb7-5e6e-4b99-be59-10b7a9655bd2 HTTP/1.1" status: 204 len: 168 time: 1.2643094 Jun 25 11:16:30.003200 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36670) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:30.054083 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Deleting subnet c0972b4c-7453-443d-8dc4-b7a6171f4c18 {{(pid=105346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:16:30.057560 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.094672 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4743364'] for subnet, precommit_delete_associations {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.173119 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.595447 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5724243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6103566'] for subnet, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.599106 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:30.624136 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for subnet, before_response {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.626040 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c0972b4c-7453-443d-8dc4-b7a6171f4c18 HTTP/1.1" status: 204 len: 168 time: 0.6218593 Jun 25 11:16:30.627407 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0972b4c-7453-443d-8dc4-b7a6171f4c18,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:30.628840 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36672) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:30.630660 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-9b7980bb-dda6-438d-9a10-e33de5ac838f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:30.633010 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0235cb-46f0-4bef-b596-b92592d376ee None None] Network 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:16:30.701034 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.753267 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Deleting port ff444c0d-159f-4bfc-9550-e051ca7606f9 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:30.753570 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.817674 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] For port ff444c0d-159f-4bfc-9550-e051ca7606f9, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=ff444c0d-159f-4bfc-9550-e051ca7606f9,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:30.817976 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] DHCP port deletion for 3d8a1a4c-bd16-4a6f-bf2e-78486714a97a request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:16:30.818108 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.835008 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Calling delete_port for ff444c0d-159f-4bfc-9550-e051ca7606f9 owned by network:dhcp {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:30.863776 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Deleting port ff444c0d-159f-4bfc-9550-e051ca7606f9 {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:30.864587 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.932872 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] For port ff444c0d-159f-4bfc-9550-e051ca7606f9, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=ff444c0d-159f-4bfc-9550-e051ca7606f9,segment=NetworkSegment(92640c9a-3c32-48c8-b21d-cf554c58cb09),segment_id=92640c9a-3c32-48c8-b21d-cf554c58cb09)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:30.933853 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:30.948163 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Calling delete_port for ff444c0d-159f-4bfc-9550-e051ca7606f9 owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:31.137774 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.140826 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:31.156799 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.158870 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-83309c19-a487-4498-a50b-6a5ce2d9e5fe tempest-AttachVolumeShelveTestJSON-1187391855 tempest-AttachVolumeShelveTestJSON-1187391855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:31.164950 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Pushing event deleted for resources: {'Port': ['ID=ff444c0d-159f-4bfc-9550-e051ca7606f9,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:31.168694 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] No DVR routers for this DVR port ff444c0d-159f-4bfc-9550-e051ca7606f9 on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:16:31.175204 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.175557 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.175902 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.176251 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.176574 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.176881 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.177213 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.177538 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.178021 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.178208 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.178516 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.178839 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793136-2-iscsi {{(pid=105347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 11:16:31.181954 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-3c0684ad-ac7a-40ff-a4f7-38a870e4b030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:31.182406 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff444c0d-159f-4bfc-9550-e051ca7606f9,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:31.185321 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:31.187705 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] No DVR routers for this DVR port ff444c0d-159f-4bfc-9550-e051ca7606f9 on host dv-cinder-793136-2-iscsi {{(pid=105345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:16:31.257102 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.266776 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8a1a4c-bd16-4a6f-bf2e-78486714a97a']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:31.277378 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92640c9a-3c32-48c8-b21d-cf554c58cb09') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:31.277675 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92640c9a-3c32-48c8-b21d-cf554c58cb09') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:31.286197 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.299748 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.305676 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: self.session.flush() Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: self.session.flush() Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: self.session.flush() Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: self.session.flush() Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:16:31.308363 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:16:31.474566 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.478498 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-55116765-194b-4084-af02-558d2f046d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:31.481526 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:31.483355 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3d8a1a4c-bd16-4a6f-bf2e-78486714a97a HTTP/1.1" status: 204 len: 168 time: 0.8535399 Jun 25 11:16:31.486694 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [-] (105346) accepted ('10.222.0.13', 36674) {{(pid=105346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:31.497917 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8a1a4c-bd16-4a6f-bf2e-78486714a97a,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:31.500299 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-b3751a40-72fc-466d-9b00-0a56f4518833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:31.570784 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 2ec3e173-5113-4985-af83-1f5c5c96150d no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:16:31.595348 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 2ec3e173-5113-4985-af83-1f5c5c96150d {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:16:31.595627 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 2ec3e173-5113-4985-af83-1f5c5c96150d not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:16:31.596065 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ff444c0d-159f-4bfc-9550-e051ca7606f9 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:16:31.614821 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: ff444c0d-159f-4bfc-9550-e051ca7606f9 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:16:31.615171 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device ff444c0d-159f-4bfc-9550-e051ca7606f9 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:16:31.843293 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-407547'] for router_interface, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.094334 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Deleting port 1f81db9b-f206-43b2-9133-a57bdbfffcdf {{(pid=105346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:32.094592 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.171971 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.db [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] For port 1f81db9b-f206-43b2-9133-a57bdbfffcdf, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=1f81db9b-f206-43b2-9133-a57bdbfffcdf,segment=NetworkSegment(58410486-42df-49d5-aecb-7b5b9aac151b),segment_id=58410486-42df-49d5-aecb-7b5b9aac151b)] {{(pid=105346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:32.172336 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.185155 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Calling delete_port for 1f81db9b-f206-43b2-9133-a57bdbfffcdf owned by network:router_interface {{(pid=105346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:32.452129 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5724265'] for port, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.454460 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-f4d3b9b2-bc38-4496-b91e-067c9312e9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:32.479370 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f81db9b-f206-43b2-9133-a57bdbfffcdf,revision_number=None']} {{(pid=105346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:32.483033 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG oslo_concurrency.lockutils [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105346) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:32.657790 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron_lib.callbacks.manager [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1798376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1639947'] for router_interface, after_delete {{(pid=105346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:32.881408 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Router e0fefbb0-7db0-46f0-9399-adc9950aec2a has already been hosted by L3 agent a28ccef2-d376-42cf-8ea8-ddf96164ff4f {{(pid=105346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 11:16:32.998715 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] Notify agent at l3_agent.dv-cinder-793136-2-iscsi the message routers_updated {{(pid=105346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 11:16:33.004077 dv-cinder-793136-2-iscsi neutron-server[105346]: INFO neutron.wsgi [None req-e5d7896f-948a-45f4-8845-d8a75f439b3f admin admin] 10.222.0.13 "PUT /v2.0/routers/e0fefbb0-7db0-46f0-9399-adc9950aec2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164466 Jun 25 11:16:33.006885 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36676) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:33.007956 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] Sync routers for ids ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'] in dv-cinder-793136-2-iscsi {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 11:16:33.018331 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] Routers {'e0fefbb0-7db0-46f0-9399-adc9950aec2a'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:16:33.018950 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:16:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:33.113559 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks [] for router, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.135090 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] Set router e0fefbb0-7db0-46f0-9399-adc9950aec2a gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:16:33.217295 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.311435 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:16:32Z', 'revision_number': 5, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:33.337262 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] Checking router: e0fefbb0-7db0-46f0-9399-adc9950aec2a for host: dv-cinder-793136-2-iscsi {{(pid=105348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 11:16:33.353757 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] Routers {'e0fefbb0-7db0-46f0-9399-adc9950aec2a'} bound to L3 agent in host dv-cinder-793136-2-iscsi {{(pid=105348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 25 11:16:33.353757 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793136-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T10:51:37Z,description=,heartbeat_timestamp=2021-06-25T11:16:07Z,host='dv-cinder-793136-2-iscsi',id=a28ccef2-d376-42cf-8ea8-ddf96164ff4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T10:51:37Z,topic='l3_agent')) {'router_ids': ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'], 'active': True} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:33.423310 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Deleting port 6d31174e-b5ba-4203-8083-c956eca17550 {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:33.423636 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.454153 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_dvr_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] Set router e0fefbb0-7db0-46f0-9399-adc9950aec2a gateway port host: dv-cinder-793136-2-iscsi {{(pid=105348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 25 11:16:33.501159 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] For port 6d31174e-b5ba-4203-8083-c956eca17550, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=6d31174e-b5ba-4203-8083-c956eca17550,segment=NetworkSegment(5871ca5a-0c8d-4f04-a88c-c8d253d0b940),segment_id=5871ca5a-0c8d-4f04-a88c-c8d253d0b940)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:33.501409 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.514636 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Calling delete_port for 6d31174e-b5ba-4203-8083-c956eca17550 owned by network:router_gateway {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:33.634365 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8694b040-6222-4b34-9147-e79b03917298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.647284 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.l3_hamode_db [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:16:32Z', 'revision_number': 5, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}], 'dv-cinder-793136-2-iscsi', False) {} {{(pid=105348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:33.672791 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75eaf2-221a-4520-8bfe-599b6e224f9e None None] The sync data for ids ['e0fefbb0-7db0-46f0-9399-adc9950aec2a'] in dv-cinder-793136-2-iscsi is: [{'id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'name': 'tempest-TestShelveInstance-829194993-router', 'tenant_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'external_fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '6d31174e-b5ba-4203-8083-c956eca17550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T11:11:46Z', 'updated_at': '2021-06-25T11:16:32Z', 'revision_number': 5, 'project_id': '7d93b6bc4dea4358b2fbc25875c17f8d', 'gw_port': {'id': '6d31174e-b5ba-4203-8083-c956eca17550', 'name': '', 'network_id': '9f7a04bc-8bfc-4814-ad45-14517954fab4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:31:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fefbb0-7db0-46f0-9399-adc9950aec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '975c3338-9e40-43a3-b655-413346c87a65', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793136-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T11:11:47Z', 'updated_at': '2021-06-25T11:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '975c3338-9e40-43a3-b655-413346c87a65', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793136-2-iscsi'}] {{(pid=105348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 11:16:33.771952 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.774001 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:33.802414 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6d31174e-b5ba-4203-8083-c956eca17550,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:33.805978 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:33.863776 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1670053'] for router_gateway, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.952114 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1639838', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15367'] for router, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:33.954322 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.057322 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1669588'] for router, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.058038 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0fefbb0-7db0-46f0-9399-adc9950aec2a {{(pid=105345) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 11:16:34.065092 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] Notify callbacks [] for router, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.065092 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-f84159ca-8eac-42c2-a6b5-ddd95787d1cb admin admin] 10.222.0.13 "DELETE /v2.0/routers/e0fefbb0-7db0-46f0-9399-adc9950aec2a HTTP/1.1" status: 204 len: 168 time: 1.0564420 Jun 25 11:16:34.067764 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36678) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:34.123244 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.db_base_plugin_v2 [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Deleting subnet 06716b29-d053-429c-bba4-07c32c79afd8 {{(pid=105345) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 25 11:16:34.127550 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.163532 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7030628'] for subnet, precommit_delete_associations {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.244093 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-676867'] for subnet, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.348571 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:16:34.383669 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-676884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5951637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5940463'] for subnet, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.386486 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-f22f7b69-70ff-4f02-8e08-cfca834069c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:34.410605 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06716b29-d053-429c-bba4-07c32c79afd8,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:34.413630 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:34.414647 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.416660 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-138db6c4-4f2a-4b4b-97c2-14a281c8ffa4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06716b29-d053-429c-bba4-07c32c79afd8 HTTP/1.1" status: 204 len: 168 time: 0.3477831 Jun 25 11:16:34.419653 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36680) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:34.421526 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7980f53-a7f7-4975-a008-494097efc23d None None] Network de6809c2-50be-4029-9df6-a1ab2dc430bd requested from dv-cinder-793136-2-iscsi {{(pid=105347) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 25 11:16:34.487183 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-753009'] for network, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.538879 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Deleting port 0b175365-44f0-446d-a982-a9a861a723ed {{(pid=105345) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:34.539371 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.612581 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.db [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] For port 0b175365-44f0-446d-a982-a9a861a723ed, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=0b175365-44f0-446d-a982-a9a861a723ed,segment=NetworkSegment(58410486-42df-49d5-aecb-7b5b9aac151b),segment_id=58410486-42df-49d5-aecb-7b5b9aac151b)] {{(pid=105345) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:34.612932 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.626561 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.plugin [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Calling delete_port for 0b175365-44f0-446d-a982-a9a861a723ed owned by network:dhcp {{(pid=105345) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:34.631516 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] DHCP port deletion for de6809c2-50be-4029-9df6-a1ab2dc430bd request from dv-cinder-793136-2-iscsi {{(pid=105347) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 25 11:16:34.679731 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] Deleting port 0b175365-44f0-446d-a982-a9a861a723ed {{(pid=105347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 25 11:16:34.680466 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741765244191'] for port, before_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.739697 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.db [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] For port 0b175365-44f0-446d-a982-a9a861a723ed, host dv-cinder-793136-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793136-2-iscsi',level=0,port_id=0b175365-44f0-446d-a982-a9a861a723ed,segment=NetworkSegment(58410486-42df-49d5-aecb-7b5b9aac151b),segment_id=58410486-42df-49d5-aecb-7b5b9aac151b)] {{(pid=105347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 11:16:34.740095 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-405716'] for port, precommit_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.752425 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] Calling delete_port for 0b175365-44f0-446d-a982-a9a861a723ed owned by network:dhcp {{(pid=105347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 25 11:16:34.777819 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5951663'] for port, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.781806 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-14e46e79-aa85-49a6-9e62-497b60604021 tempest-TestShelveInstance-1881336047 tempest-TestShelveInstance-1881336047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:34.803733 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Pushing event deleted for resources: {'Port': ['ID=0b175365-44f0-446d-a982-a9a861a723ed,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:34.807394 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:34.808339 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] No DVR routers for this DVR port 0b175365-44f0-446d-a982-a9a861a723ed on host dv-cinder-793136-2-iscsi {{(pid=105345) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:16:34.830568 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-663911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1874386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741765247955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741764854501'] for port, after_delete {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.832533 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-017264f1-8b68-41b1-8f72-3c24f131d6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:34.858069 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] Pushing event deleted for resources: {'Port': ['ID=0b175365-44f0-446d-a982-a9a861a723ed,revision_number=None']} {{(pid=105347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:34.859853 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] No DVR routers for this DVR port 0b175365-44f0-446d-a982-a9a861a723ed on host dv-cinder-793136-2-iscsi {{(pid=105347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 11:16:34.861544 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG oslo_concurrency.lockutils [None req-d636b0da-b6d1-41b2-a4a7-c3671ce63918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105347) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:34.882674 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675934', 'neutron.services.segments.db._delete_segments_for_network-8741765331743'] for network, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.894636 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6809c2-50be-4029-9df6-a1ab2dc430bd']}} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:34.905565 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58410486-42df-49d5-aecb-7b5b9aac151b') {'for_net_delete': True} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:34.905889 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.services.segments.db [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58410486-42df-49d5-aecb-7b5b9aac151b') {} {{(pid=105345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 11:16:34.914502 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741765318903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7030643'] for segment, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.927680 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574'] for segment, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.934165 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=105345) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 11:16:34.934553 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5951600'] for segment, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: Traceback (most recent call last): Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: timer() Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: cb(*args, **kw) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: return func(*args, **kwargs) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: self._notify() Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: self.callback(batched_events) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: event.method(event) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: return f(self, *a, **k) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._get(url).json() Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: return self.request(url, 'GET', **kwargs) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 11:16:34.936274 dv-cinder-793136-2-iscsi neutron-server[105345]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 11:16:35.177705 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1589069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1604379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1670013'] for network, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:35.181523 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-98aaf062-153b-4eda-9fbe-13a960617706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:35.194541 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604352'] for network, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:35.194541 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] 10.222.0.13 "DELETE /v2.0/networks/de6809c2-50be-4029-9df6-a1ab2dc430bd HTTP/1.1" status: 204 len: 168 time: 0.7658370 Jun 25 11:16:35.197616 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Pushing event deleted for resources: {'Network': ['ID=de6809c2-50be-4029-9df6-a1ab2dc430bd,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:35.200985 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-72fd26ab-bd3a-4eb1-8077-262d5e9a6baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:35.569456 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6d31174e-b5ba-4203-8083-c956eca17550 no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:16:35.589124 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 6d31174e-b5ba-4203-8083-c956eca17550 {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:16:35.589475 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 6d31174e-b5ba-4203-8083-c956eca17550 not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:16:35.589919 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1f81db9b-f206-43b2-9133-a57bdbfffcdf no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:16:35.608110 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 1f81db9b-f206-43b2-9133-a57bdbfffcdf {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:16:35.608460 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 1f81db9b-f206-43b2-9133-a57bdbfffcdf not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:16:35.608876 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 0b175365-44f0-446d-a982-a9a861a723ed no longer exists at agent ovs-agent-dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 11:16:35.629063 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36684) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:35.630940 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.plugin [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] No Port match for: 0b175365-44f0-446d-a982-a9a861a723ed {{(pid=105347) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 25 11:16:35.631291 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron.plugins.ml2.rpc [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Device 0b175365-44f0-446d-a982-a9a861a723ed not bound to the agent host dv-cinder-793136-2-iscsi {{(pid=105347) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 11:16:35.668633 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-3cc6631c-4bd2-464c-9053-05b280320614 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0edf37bbb88a4eb2aba41bd959531122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378122 Jun 25 11:16:35.671209 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36686) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:35.718484 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24edbc4b-bada-4388-ac6b-5bca3607244b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:35.739404 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24edbc4b-bada-4388-ac6b-5bca3607244b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:35.868633 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24edbc4b-bada-4388-ac6b-5bca3607244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:35.871277 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-24edbc4b-bada-4388-ac6b-5bca3607244b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:35.872424 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-24edbc4b-bada-4388-ac6b-5bca3607244b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecf62fbe-e076-47cd-9a08-25f46febfc5c HTTP/1.1" status: 204 len: 168 time: 0.2002771 Jun 25 11:16:35.873326 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-bde5b12e-1b8f-447a-a55f-98661678989c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:35.880914 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24edbc4b-bada-4388-ac6b-5bca3607244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf62fbe-e076-47cd-9a08-25f46febfc5c,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:35.883339 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-24edbc4b-bada-4388-ac6b-5bca3607244b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:36.680335 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36692) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:36.708997 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-4f7452ae-e24c-421c-af29-d8f61bb56e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:36.721580 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-a2b8122a-fa90-4e84-b375-f2ce39414412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d93b6bc4dea4358b2fbc25875c17f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399647 Jun 25 11:16:36.724023 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.wsgi [-] (105345) accepted ('10.222.0.13', 36694) {{(pid=105345) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 25 11:16:36.765972 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:36.776785 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1d9e-9339-424f-bfdc-2b1744bda7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:36.797652 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1d9e-9339-424f-bfdc-2b1744bda7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:36.960308 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1d9e-9339-424f-bfdc-2b1744bda7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931607'] for security_group, after_delete {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:36.963089 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron_lib.callbacks.manager [None req-e2ab1d9e-9339-424f-bfdc-2b1744bda7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:36.964227 dv-cinder-793136-2-iscsi neutron-server[105345]: INFO neutron.wsgi [None req-e2ab1d9e-9339-424f-bfdc-2b1744bda7f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9881cf5d-94c0-4be6-b2cd-115854e48abd HTTP/1.1" status: 204 len: 168 time: 0.2392778 Jun 25 11:16:36.965019 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-ae7563f0-bef8-4449-8240-3a2ee1b21580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 11:16:36.974156 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab1d9e-9339-424f-bfdc-2b1744bda7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9881cf5d-94c0-4be6-b2cd-115854e48abd,revision_number=None']} {{(pid=105345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 11:16:36.974952 dv-cinder-793136-2-iscsi neutron-server[105345]: DEBUG oslo_concurrency.lockutils [None req-e2ab1d9e-9339-424f-bfdc-2b1744bda7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105345) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 11:16:37.999950 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:39.498082 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:16:48.645761 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:03.616268 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bf50-c841-4c89-8793-afb1ddba1a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:06.708139 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e71a03d3-dd34-4601-aa96-c08bbc1e7e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:06.759415 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:07.992664 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:09.536167 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:11.346737 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:17:18.633015 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:33.620962 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-df800890-1683-4596-baad-33a47e2a48fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:36.689456 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e8083373-0f59-4151-8771-9c21b07f0cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:36.718034 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:37.992098 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:39.489127 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:17:48.344907 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:17:48.660438 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:03.683264 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-0d9b91be-26b9-4c1b-8731-239132ee4d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:06.716895 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-899cd65b-cc03-48f1-917b-502f23293e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:06.734069 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:08.008793 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:09.505494 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:18.636752 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:25.343177 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:18:33.630665 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e65e-1732-4e39-9096-9cedbd39e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:36.682690 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-0752bfc7-a49a-457d-bc5a-a616caa235c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:36.733267 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:37.972867 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:39.578630 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:18:48.704216 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:02.342590 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:19:03.629295 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf58c-f6ec-47f6-950e-b11aeee8b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:06.755349 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-c151bb26-8669-4923-891d-ed9ed0fc1675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:06.835068 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:07.988534 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:09.509006 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:18.726396 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:33.651435 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-6ae53b70-a4b9-439a-a842-c6207ad3788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:36.715132 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-0f385231-3243-4a58-aefc-de475e189bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:36.753698 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:37.999468 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:39.341114 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:19:39.502580 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:19:45.862794 dv-cinder-793136-2-iscsi neutron-server[105346]: DEBUG neutron.wsgi [req-140b6b72-d838-4fcc-a655-ddb55b1cc433 req-2af92fd7-def8-4c0d-a22f-ca8e6f4bafbb service neutron] (105346) timed out ('10.222.0.93', 52444) {{(pid=105346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 25 11:19:48.702423 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:03.615682 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-5b546e8a-7d6e-4ddf-ac43-c07f08b68da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:06.741950 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:06.743734 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a28ca5e-bac8-44a6-81a2-3317577aca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:08.010498 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:09.592918 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:16.340321 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:20:18.690113 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:33.615033 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-25a7ca6b-7b8c-4de9-9828-2e2487110c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:36.717805 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-e0105a47-b88a-4b0f-8478-1db21d0dc02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:36.763334 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:37.991851 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:39.580619 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:48.688743 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:20:53.338305 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:21:03.642929 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-132ae3cd-4de1-4104-bdfa-5666db5bd5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.727934 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-b1379596-3803-4b38-9ec3-cc74eaaeb7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:06.729415 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:07.996744 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:09.556657 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:18.698686 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:30.336935 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:21:33.612346 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-7e1d666f-8ac6-422a-b966-c2f6e4d598e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.732759 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:36.735439 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-123073a7-ffab-4a61-b74a-7711ad6e4ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:38.006911 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:39.555124 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:21:48.686416 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-8bca6e79-49a7-4c8b-8fcf-4119b4ec17d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:03.640121 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-2867b23b-daa0-48c6-9cd2-44beeb9f4a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.668139 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-cdc431a9-0417-48af-ba62-960d87662458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:06.697311 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-a7afcb48-ed9b-4a6e-818c-ed5740767d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:07.336138 dv-cinder-793136-2-iscsi neutron-server[105348]: DEBUG neutron.db.agents_db [None req-b13f733d-05eb-48f5-add8-0b248bbee03a None None] Agent healthcheck: found 6 active agents {{(pid=105348) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 11:22:08.068632 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-dfc40675-42ea-4632-b924-99c00ba8da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 11:22:09.531784 dv-cinder-793136-2-iscsi neutron-server[105347]: DEBUG neutron_lib.callbacks.manager [None req-3a9abde6-00a1-481b-ad1e-638b6efe8442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741765331725', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-683284'] for agent, after_update {{(pid=105347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}